-- Logs begin at Wed 2022-04-06 11:21:14 UTC, end at Wed 2022-04-06 12:35:03 UTC. -- Apr 06 12:09:12.906035 dv-cinder-815659-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 12:09:15.864583 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:09:15.865202 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:09:15.865368 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:09:15.868712 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:09:15.868969 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:09:15.869280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:09:15.870206 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:09:15.870441 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:09:15.870809 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:09:15.871096 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:09:15.871326 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:09:15.871768 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.872193 dv-cinder-815659-5-smb neutron-server[103952]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 12:09:15.872514 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.872816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.873109 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.873407 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.873697 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.873980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.874269 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.874570 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.874860 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.875143 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.875428 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.875744 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.876029 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.876316 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.876603 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.876890 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] debug = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.877172 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.877604 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.878016 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.878296 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.878585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.878880 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.879139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.879417 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.879726 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.880057 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] host = dv-cinder-815659-5-smb {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.880334 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.880620 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.880908 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.881195 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.881471 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.881746 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.882031 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.882305 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.882576 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.882849 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.883136 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.883421 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.883738 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.883966 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.884190 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.884474 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.884759 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.885040 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.885316 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.885591 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.885863 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.886136 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.886403 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.887238 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.887549 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.887844 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.888119 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.888395 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.888668 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.888939 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.889222 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.889499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.889772 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.890045 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.890332 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.890602 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.890874 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.891174 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.891463 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.891766 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.892052 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.892327 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.892608 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.892882 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.893151 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.893423 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_json = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.893697 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.893968 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.894249 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.894525 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.894798 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.895074 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.895349 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.895661 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.895937 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:15.896236 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.896534 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.896835 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.897132 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.897428 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.897712 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.898002 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.898281 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.898571 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.898860 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.899148 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.899429 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.899756 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.900047 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.900342 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.900652 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.900946 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.901238 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.901518 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.901795 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.902071 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.902947 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.903237 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.903611 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.903979 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.904379 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.904666 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.904970 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.905263 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.905560 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.905851 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.906128 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.906410 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.906701 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.906983 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.907256 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.907563 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.907854 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.908137 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.908410 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.908694 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.908973 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.909247 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.909520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.909798 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.910088 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.910366 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.910636 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.910907 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.911184 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.911490 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.911801 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.912094 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.912370 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.912645 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.912926 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.913203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.913480 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.913761 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.914057 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.914338 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.914613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.914887 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.915160 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.915433 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.915730 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.916003 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.916279 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.916559 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.916832 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.917108 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.917382 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.917663 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.917976 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.918269 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.918569 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.918851 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.919162 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.919465 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.919804 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.920087 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.920370 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.920651 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.920936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.921251 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.921547 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.921834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.922124 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.922429 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.922711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.923007 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.923288 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.923598 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.923887 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.924167 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.924447 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.924732 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.925017 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.925313 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.925608 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.925902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.926196 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.926491 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.926802 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.927139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.927439 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:15.927717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:09:15.927961 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103952) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 12:09:16.301516 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:09:16.301802 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:09:16.302108 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:09:16.302443 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 12:09:16.627789 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.628017 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.628298 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.629501 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.629780 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.631739 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.684766 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.685047 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.685318 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.700264 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.700543 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.700812 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.731046 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.731337 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.731632 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.767425 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.767736 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:16.768004 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.107561 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.108193 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.108193 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.108368 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.109047 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.207431 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.207784 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.208069 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.208346 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.208613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.208927 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.209188 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.209447 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.209702 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.209985 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.210246 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.210511 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.210769 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.211024 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.211280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.211569 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.211827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.212099 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.212369 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.212631 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.212904 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.213158 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.213441 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.213828 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.214079 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.214326 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216424 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:17.216879 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 12:09:17.219643 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 12:09:17.223846 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 12:09:17.227627 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 06 12:09:17.229242 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 12:09:17.229711 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 12:09:17.230049 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 12:09:17.230480 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 12:09:17.234374 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 12:09:17.234627 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 12:09:17.234975 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:09:17.239858 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 12:09:17.264556 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 12:09:17.265010 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.265802 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103952) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 12:09:17.265802 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.266871 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103952) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 12:09:17.267153 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:09:17.267400 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 12:09:17.270687 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.270972 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:17.332644 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 12:09:17.332888 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 12:09:17.333127 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 12:09:17.333501 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 12:09:17.354038 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_db.sqlalchemy.engines [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103952) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 12:09:17.956006 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing driver for type 'gre' Apr 06 12:09:17.956533 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] gre ID ranges: [(1, 1000)] Apr 06 12:09:18.144926 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing driver for type 'local' Apr 06 12:09:18.145533 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing driver for type 'vlan' Apr 06 12:09:18.237458 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] VlanTypeDriver initialization complete Apr 06 12:09:18.237718 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing driver for type 'vxlan' Apr 06 12:09:18.238216 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] vxlan ID ranges: [(1, 1000)] Apr 06 12:09:18.424943 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing extension driver 'port_security' Apr 06 12:09:18.425296 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.extensions.port_security [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] PortSecurityExtensionDriver initialization complete Apr 06 12:09:18.425630 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing mechanism driver 'openvswitch' Apr 06 12:09:18.425967 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing mechanism driver 'hyperv' Apr 06 12:09:18.432639 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.plugin [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:18.434029 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.434406 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.434764 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.435296 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.435767 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.436127 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.440250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440616 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.440616 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440616 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440616 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440616 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.440962 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440962 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.440962 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.441294 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.441705 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > address_group after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.442056 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > address_group after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.442399 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.442802 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:09:18.443259 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] ML2 OVO RPC backend initialized. {{(pid=103952) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 12:09:18.444004 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.444366 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.444796 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.445152 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > networks before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.445507 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.445855 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > ports before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.446234 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.446623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnets before_response 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.446979 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.447341 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.447692 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.448038 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.448380 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.448720 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.449675 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.450022 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.450362 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.457583 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded quota_driver: . Apr 06 12:09:18.457959 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.plugin [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Modular L2 Plugin initialization complete Apr 06 12:09:18.458365 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading services supported by the core plugin {{(pid=103952) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 12:09:18.458715 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.plugins.ml2.managers [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Got port-security extension from driver 'port_security' Apr 06 12:09:18.459202 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.extensions.vlantransparent [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Disabled vlantransparent extension. Apr 06 12:09:18.459723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103952) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 12:09:18.460055 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: router Apr 06 12:09:18.495623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.496514 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_create 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.496891 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router before_create 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.497263 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.497645 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.498002 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_delete 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.498368 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.498725 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.499089 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_create 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.499445 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.499825 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.500184 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.500547 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.500965 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.501340 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.501688 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.502037 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: subnet after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.502385 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.502740 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.503098 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_create 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.503447 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.503826 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.504190 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router after_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.504543 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.504899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_create 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.505266 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.505619 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_update 55549900 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.505995 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > agent after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.506482 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > agent after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.506836 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > network after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.507735 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Tracking information for resource: router configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:18.508080 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Tracking information for resource: floatingip configured {{(pid=103952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:09:18.513528 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.db.l3_agentschedulers_db [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 12:09:18.514100 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.514467 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.514827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.515187 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: port after_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.516019 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router before_create 55550100 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.516394 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.516767 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_create 55550100 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.517133 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > router precommit_update 55550100 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.521901 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.provider_configuration [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service providers = [] {{(pid=103952) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 12:09:18.522270 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.db.servicetype_db [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103952) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 12:09:18.525269 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.service_base [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:09:18.525628 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.service_base [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:09:18.525977 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.service_base [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:09:18.526876 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.services.service_base [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:09:18.527280 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.services.service_base [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 12:09:18.527693 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.528020 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 12:09:18.538565 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.538908 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: auto_allocate Apr 06 12:09:18.544730 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: network precommit_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.545132 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: network precommit_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.545651 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.545975 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: tag Apr 06 12:09:18.552713 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.553059 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: timestamp Apr 06 12:09:18.568576 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.568911 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: network_ip_availability Apr 06 12:09:18.574951 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.575330 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.575719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.576458 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.576782 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: flavors Apr 06 12:09:18.583098 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.583441 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading Plugin: revisions Apr 06 12:09:18.587789 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:09:18.588192 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.286s {{(pid=103952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:09:18.588942 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103952) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 12:09:18.589285 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Initializing extension manager. Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: __init__.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: __pycache__ {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: address_group.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: address-group Apr 06 12:09:18.596751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: address_scope.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.597206 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.597206 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: address-scope Apr 06 12:09:18.597206 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.597411 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.597861 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: router-admin-state-down-before-update Apr 06 12:09:18.598191 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: agent.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.598906 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.599423 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: agent Apr 06 12:09:18.599782 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: agent_resources_synced.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.600704 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.601220 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: agent-resources-synced Apr 06 12:09:18.601548 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: allowedaddresspairs.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.603396 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.603956 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: allowed-address-pairs Apr 06 12:09:18.604289 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: auto_allocated_topology.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.605956 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.606477 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: auto-allocated-topology Apr 06 12:09:18.606811 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: availability_zone.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.607543 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.608061 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: availability_zone Apr 06 12:09:18.608388 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: availability_zone_filter.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.609306 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.609825 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: availability_zone_filter Apr 06 12:09:18.610150 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: data_plane_status.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.611071 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.611626 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 12:09:18.611955 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: default_subnetpools.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.612923 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.613444 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: default-subnetpools Apr 06 12:09:18.613775 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.614625 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.615144 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: dhcp_agent_scheduler Apr 06 12:09:18.615508 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: dns.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.620376 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.620925 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 12:09:18.621254 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: dns_domain_ports.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.622176 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.622689 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 12:09:18.623013 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.623972 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.624489 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 12:09:18.624815 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: dvr.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.625526 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.626042 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: dvr Apr 06 12:09:18.626366 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: ecmp_routes.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.627285 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.627838 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 12:09:18.628169 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: empty_string_filtering.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.629089 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.629708 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: empty-string-filtering Apr 06 12:09:18.630038 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.630958 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.631498 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:09:18.631827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.632754 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.633272 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 12:09:18.633599 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: external_net.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.634511 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.635030 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: external-net Apr 06 12:09:18.635355 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.636333 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.636869 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: extra_dhcp_opt Apr 06 12:09:18.637194 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: extraroute.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.638119 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.638629 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: extraroute Apr 06 12:09:18.638953 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: extraroute_atomic.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.640015 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.640544 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: extraroute-atomic Apr 06 12:09:18.640872 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: filter_validation.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.641545 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.642059 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: filter-validation Apr 06 12:09:18.642386 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: fip_pf_description.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.643303 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.643884 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 12:09:18.644180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: fip_pf_port_range.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.645108 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.645621 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 12:09:18.645949 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: fip_port_details.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.647058 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.647772 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: fip-port-details Apr 06 12:09:18.647980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: flavors.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.649244 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.649776 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: flavors Apr 06 12:09:18.650109 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.651838 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.652906 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 12:09:18.653266 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: floatingip_pools.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.653954 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.654478 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: floatingip-pools Apr 06 12:09:18.654811 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: ip_allocation.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.655783 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.656304 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 12:09:18.656638 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.657564 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.658085 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: ip-substring-filtering Apr 06 12:09:18.658418 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l2_adjacency.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.659386 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.659932 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 12:09:18.660262 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.661244 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.661773 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: router Apr 06 12:09:18.662110 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.664407 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.664944 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:09:18.671696 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.672376 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.672910 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: ext-gw-mode Apr 06 12:09:18.673251 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.674186 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.674709 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: l3-ha Apr 06 12:09:18.675041 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.675996 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.676565 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 12:09:18.676893 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_flavors.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.677824 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.678345 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: l3-flavors Apr 06 12:09:18.678677 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.680085 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.680613 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 12:09:18.680944 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.681945 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.682438 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 12:09:18.682771 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: l3agentscheduler.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.683876 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.684402 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: l3_agent_scheduler Apr 06 12:09:18.684741 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: local_ip.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.686584 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.687129 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension local_ip not supported by any of loaded plugins Apr 06 12:09:18.687464 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: logging.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.689107 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.689646 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension logging not supported by any of loaded plugins Apr 06 12:09:18.689989 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: metering.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.690752 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.691344 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: metering Apr 06 12:09:18.691714 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.692834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.693344 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: metering_source_and_destination_fields Apr 06 12:09:18.693679 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: multiprovidernet.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.694618 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.695142 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: multi-provider Apr 06 12:09:18.695496 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: netmtu.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.696423 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.696948 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: net-mtu Apr 06 12:09:18.697280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: netmtu_writable.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.698204 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.698725 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: net-mtu-writable Apr 06 12:09:18.699084 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: network_availability_zone.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.699819 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.700336 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: network_availability_zone Apr 06 12:09:18.700666 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: network_ip_availability.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.701776 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.702298 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: network-ip-availability Apr 06 12:09:18.702634 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: network_segment_range.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.703410 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.703975 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 12:09:18.704308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: pagination.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.705299 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.705638 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: pagination Apr 06 12:09:18.705968 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: port_device_profile.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.707024 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.707585 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: port-device-profile Apr 06 12:09:18.707920 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.708856 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.709379 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: port-mac-address-regenerate Apr 06 12:09:18.709709 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.710622 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.711185 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: port-numa-affinity-policy Apr 06 12:09:18.711538 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: port_resource_request.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.712516 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.712986 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 12:09:18.713313 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: port_resource_request_groups.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.714282 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.715332 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 12:09:18.715694 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: portbindings.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.716633 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.717155 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: binding Apr 06 12:09:18.717490 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: portbindings_extended.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.727812 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.728333 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: binding-extended Apr 06 12:09:18.728666 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: portsecurity.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.729593 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.730129 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: port-security Apr 06 12:09:18.730990 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: project_id.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.732008 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.732346 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: project-id Apr 06 12:09:18.732676 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: providernet.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.733633 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.734153 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: provider Apr 06 12:09:18.734478 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.738029 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.738569 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos not supported by any of loaded plugins Apr 06 12:09:18.739020 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.740305 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.740835 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 12:09:18.741169 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.742105 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.742630 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 12:09:18.742961 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_default.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.743928 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.744453 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-default not supported by any of loaded plugins Apr 06 12:09:18.744783 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_fip.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.745807 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.746308 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 12:09:18.746640 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.747602 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.748125 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 12:09:18.748455 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_gateway_ip.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.749506 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.750027 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 12:09:18.750355 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_port_network_policy.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.751280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.751837 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 12:09:18.752183 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.758678 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.759199 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 12:09:18.759561 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.760612 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.761143 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 12:09:18.761500 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_pps_rule.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.762723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.763252 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 12:09:18.763624 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_rule_type_details.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.764554 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.765076 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 12:09:18.765408 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.766330 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.766856 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 12:09:18.767187 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: qos_rules_alias.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.768377 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.768903 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 12:09:18.769234 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: quota_check_limit.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.770155 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.770681 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: quota-check-limit Apr 06 12:09:18.771012 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: quotasv2.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.771975 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.772308 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: quotas Apr 06 12:09:18.772637 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: quotasv2_detail.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.774382 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.774720 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: quota_details Apr 06 12:09:18.775053 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: rbac.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.776149 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.776687 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: rbac-policies Apr 06 12:09:18.777540 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: rbac_address_group.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.778497 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.779026 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: rbac-address-group Apr 06 12:09:18.779358 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: rbac_address_scope.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.786117 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.786640 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: rbac-address-scope Apr 06 12:09:18.786973 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: rbac_security_groups.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.788014 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.788538 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: rbac-security-groups Apr 06 12:09:18.788869 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: rbac_subnetpool.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.789808 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.790328 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: rbac-subnetpool Apr 06 12:09:18.790658 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: revisionifmatch.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.791667 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.792193 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: revision-if-match Apr 06 12:09:18.792525 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: revisions.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.794207 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.794734 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: standard-attr-revisions Apr 06 12:09:18.795067 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: router_availability_zone.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.795790 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.796295 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: router_availability_zone Apr 06 12:09:18.796625 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: routerservicetype.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.797663 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.798187 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 12:09:18.798518 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.799455 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.800002 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: security-groups-normalized-cidr Apr 06 12:09:18.800332 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.801264 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.801792 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: port-security-groups-filtering Apr 06 12:09:18.802149 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.803109 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.803659 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: security-groups-remote-address-group Apr 06 12:09:18.803989 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.804921 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.805445 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: security-groups-shared-filtering Apr 06 12:09:18.805778 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.806373 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 12:09:18.806700 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: securitygroup.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.816441 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.816979 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: security-group Apr 06 12:09:18.817315 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: segment.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.820049 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.820049 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension segment not supported by any of loaded plugins Apr 06 12:09:18.820049 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.820746 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.821270 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 12:09:18.821601 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: servicetype.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.822702 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.823233 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: service-type Apr 06 12:09:18.823607 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: sorting.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.825159 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.825497 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: sorting Apr 06 12:09:18.825827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: standard_attr_segment.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.826750 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.827280 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 12:09:18.827641 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: standardattrdescription.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.828293 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.828820 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: standard-attr-description Apr 06 12:09:18.829147 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: stateful_security_group.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.830100 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.830620 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: stateful-security-group Apr 06 12:09:18.830945 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: stdattrs_common.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.831546 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 12:09:18.831872 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.832831 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.833353 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 12:09:18.833682 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnet_onboard.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.834750 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.835271 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: subnet_onboard Apr 06 12:09:18.835629 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.836694 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.837128 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 12:09:18.837454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnet_service_types.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.838392 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.838914 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: subnet-service-types Apr 06 12:09:18.839242 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnetallocation.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.840924 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.841452 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: subnet_allocation Apr 06 12:09:18.848991 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.848991 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.848991 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: subnetpool-prefix-ops Apr 06 12:09:18.848991 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.849691 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.850215 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 12:09:18.850545 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: tagging.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.851653 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.852183 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: standard-attr-tag Apr 06 12:09:18.852514 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: timestamp.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.853723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.854250 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loaded extension: standard-attr-timestamp Apr 06 12:09:18.854583 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: trunk.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.855684 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.856203 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension trunk not supported by any of loaded plugins Apr 06 12:09:18.856533 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: trunk_details.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.857464 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.858014 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 12:09:18.858340 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: uplink_status_propagation.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.859269 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.859824 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 12:09:18.860156 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Loading extension file: vlantransparent.py {{(pid=103952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:09:18.860936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:09:18.861453 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 12:09:18.863997 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:network Apr 06 12:09:18.864523 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnet Apr 06 12:09:18.864925 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:09:18.865365 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:port Apr 06 12:09:18.866828 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.867276 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service FLAVORS assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.867987 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.868429 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.868766 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:router Apr 06 12:09:18.869198 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:09:18.869692 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service METERING assigned prefix: /metering {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.871281 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.871687 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.872049 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:09:18.873073 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:09:18.873522 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:09:18.873985 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:09:18.874599 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service CORE assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.874947 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:09:18.875282 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] subnetpool is already registered Apr 06 12:09:18.875759 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service CORE assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.876090 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:09:18.876441 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] subnetpool is already registered Apr 06 12:09:18.878789 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.879229 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service FLAVORS assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.879951 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.880384 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.880726 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:router Apr 06 12:09:18.881070 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] router is already registered Apr 06 12:09:18.881485 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:09:18.881824 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] floatingip is already registered Apr 06 12:09:18.882450 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service METERING assigned prefix: /metering {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.883009 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:09:18.883346 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] rbac_policy is already registered Apr 06 12:09:18.883792 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:09:18.884135 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] security_group is already registered Apr 06 12:09:18.884543 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:09:18.884881 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] security_group_rule is already registered Apr 06 12:09:18.885517 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service CORE assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.885848 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:09:18.886185 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] subnetpool is already registered Apr 06 12:09:18.887140 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.v2.resource_helper [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Service CORE assigned prefix: {{(pid=103952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:09:18.887535 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:09:18.887828 dv-cinder-815659-5-smb neutron-server[103952]: WARNING neutron.quota.resource_registry [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] subnetpool is already registered Apr 06 12:09:18.888301 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: extensions {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.889781 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: address-groups {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.893520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: address-scopes {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.893520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: agents {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.893825 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: auto-allocated-topology {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.895075 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: availability_zones {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.896341 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: dhcp-networks {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.897834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: dhcp-agents {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.899303 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: routers {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.903286 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: flavors {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.904509 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: service_profiles {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.905720 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: next_providers {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.907158 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: service_profiles {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.908717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: floatingip-pools {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.910090 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: routers {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.912225 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: floatingips {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.913506 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: l3-routers {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.914891 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: l3-agents {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.916680 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: metering-labels {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.918079 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: metering-label-rules {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.919357 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: network-ip-availabilities {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.920626 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: bindings {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.922274 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: quotas {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.923885 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: quotas {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.925419 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: rbac-policies {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.926711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: security-groups {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.927961 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: security-group-rules {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.929177 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: service-providers {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.930386 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: subnetpools {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.931957 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: subnetpools {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.933472 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.935144 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.937072 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.938976 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.940831 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.942647 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.944437 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.946446 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.948229 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.950583 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron.api.extensions [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Extended resource: tags {{(pid=103952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:09:18.956517 dv-cinder-815659-5-smb neutron-server[103952]: WARNING keystonemiddleware.auth_token [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 12:09:18.961252 dv-cinder-815659-5-smb neutron-server[103952]: WARNING keystonemiddleware.auth_token [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 12:09:18.970758 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Acquired lock "singleton_lock" {{(pid=103952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 12:09:18.971237 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_concurrency.lockutils [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Releasing lock "singleton_lock" {{(pid=103952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 12:09:18.971924 dv-cinder-815659-5-smb neutron-server[103952]: INFO oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Starting 2 workers Apr 06 12:09:18.976958 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Started child 104097 {{(pid=103952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:09:18.981617 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Started child 104098 {{(pid=103952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:09:18.982343 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:18.983409 dv-cinder-815659-5-smb neutron-server[103952]: INFO neutron.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 12:09:18.984075 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [-] (104097) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:09:18.984234 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:18.986294 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:18.986721 dv-cinder-815659-5-smb neutron-server[103952]: INFO oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Starting 1 workers Apr 06 12:09:18.987727 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [-] (104098) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:09:18.992120 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Started child 104099 {{(pid=103952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:09:18.992688 dv-cinder-815659-5-smb neutron-server[103952]: INFO oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Starting 1 workers Apr 06 12:09:18.995791 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] calling RpcWorker wait() {{(pid=104099) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 12:09:18.996466 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] returning from RpcWorker wait() {{(pid=104099) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 12:09:18.997372 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Started child 104100 {{(pid=103952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:09:18.997534 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:18.997988 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:18.998202 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG neutron_lib.callbacks.manager [None req-0125728a-28a7-4785-b87a-369274fa7f31 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:19.000129 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:09:19.000331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:09:19.000523 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:09:19.000763 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:09:19.001096 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:09:19.001250 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:09:19.003040 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.003040 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.003464 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.010711 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.012331 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] debug = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.013361 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014121 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.014936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] host = dv-cinder-815659-5-smb {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.016142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.017145 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_options = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.018232 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.019449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.020753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.020753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.020753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.020753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.020753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022203 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022661 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.022861 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.023282 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.023655 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.023918 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.024190 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.024420 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.024660 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.024915 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.025247 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:19.025353 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.025491 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.025728 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.025952 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.026237 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.026471 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.026741 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.027007 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.027816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_json = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.039630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.040404 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041260 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.041816 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.042393 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.043623 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044226 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044779 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044779 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.044936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.045075 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.045344 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.045778 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.046224 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.046625 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.047070 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.047389 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.047706 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.048004 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.048228 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.048454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.048673 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.048937 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.049167 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.049408 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.049630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.049871 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.050115 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.050323 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.050549 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.050759 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.051083 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.051332 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.051571 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.051792 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.052028 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.052245 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.052484 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.052719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.052946 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.053170 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.053384 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.053865 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.054287 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.054705 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.055149 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.055512 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.055774 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.056147 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.056537 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.057009 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.057247 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.057509 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.057743 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.057962 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.058371 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.058783 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.059040 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.059302 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.059578 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.059807 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.060082 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.060321 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.060549 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.060800 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.061024 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.061254 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.061496 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.061777 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.062016 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.062256 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.062494 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.062731 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.063023 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.063308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.063643 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.063896 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.064165 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.064486 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.064754 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.065043 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.065310 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.065577 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.065837 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.066082 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.066346 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.066600 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.066846 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.067070 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.067324 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.067602 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.067827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.068066 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.068415 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.068655 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.068877 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.069116 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.069400 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.069657 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.069924 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.070202 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.070453 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.070690 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.070954 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.071205 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.071461 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.071741 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.071977 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.072199 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.072447 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.072684 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.072928 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.073153 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.073371 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.073608 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.073827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.074583 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.074824 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.075063 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.075291 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.075549 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.075774 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.076015 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.076303 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.076519 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.076778 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.076982 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.077200 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.077457 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.077699 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.077970 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.079172 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.079172 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.079843 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.080184 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.080726 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.080874 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.081615 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.081615 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085545 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37522) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.085717 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086478 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086478 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.086692 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.087039 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.087183 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.087351 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.087580 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.087805 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.088028 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.088247 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.088499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.088750 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.088989 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.089248 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.089475 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.090344 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.090600 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.090783 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.091028 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.091265 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.091538 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.091764 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.092008 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.092422 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.092738 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.092997 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.093233 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.093493 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076396 Apr 06 12:09:19.093644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.093841 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.093981 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.094215 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.094428 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.094663 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.094874 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.095086 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.095781 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.095781 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.096041 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.096213 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.096438 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.096655 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.096862 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.097244 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.097583 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.097948 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.098521 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.098521 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.098702 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.098827 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.099038 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.099723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.099723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.099723 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.099973 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.100171 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.100382 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101454 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101791 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.101791 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.102037 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.102324 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.102593 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.102849 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.103160 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.103751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.103751 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.103942 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.104186 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.104415 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.104641 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.104897 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.105352 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.105799 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.106233 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.106473 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.106748 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.107023 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.107297 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.108248 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.108248 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.108248 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.108494 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.108724 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.109262 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.109262 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.109440 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.109627 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.109844 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.110072 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.110473 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.110932 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.111180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.111415 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.111658 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.111910 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.112161 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.112375 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.112587 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.113494 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.113494 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.113494 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:09:19.113687 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:09:19.113864 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:09:19.114054 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:09:19.114228 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:09:19.114397 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:09:19.114559 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:09:19.114753 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.115760 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.119520 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120111 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] debug = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.120644 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.121086 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.121086 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.121086 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.121086 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122050 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122050 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122050 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122050 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122050 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122372 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122372 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122581 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.122925 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.123730 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.123935 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.124115 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.124285 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.124460 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] host = dv-cinder-815659-5-smb {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.124630 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.125727 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.125903 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126070 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126239 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126396 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126575 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126733 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.126873 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127035 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127195 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127355 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127535 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127694 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127838 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_options = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.127997 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.128202 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.128355 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.128643 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.128824 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.128979 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129127 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129288 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129443 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129591 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129746 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.129903 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.130052 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.130211 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.130596 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.130764 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.130918 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.131875 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132261 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132261 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132261 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132433 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132656 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132776 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.132851 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.133014 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.133166 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.133449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.133720 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.133804 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134000 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134166 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134327 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134472 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134634 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134790 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.134947 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135098 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135254 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135403 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135591 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135755 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_json = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.135898 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.137432 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.138308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.138308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:09:19.138308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.138308 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.138739 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.138739 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.138936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139039 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139143 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139270 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139443 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139634 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139767 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.139944 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140097 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.140899 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143231 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143231 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143231 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143231 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143797 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.143941 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.144980 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.147163 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.148217 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149119 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149119 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149119 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149561 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149697 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149833 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.149978 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150152 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150314 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150476 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150637 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150811 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.150952 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151114 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151267 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151449 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151648 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151784 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.151943 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.152754 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.153857 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154034 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154204 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154422 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154587 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154750 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.154910 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155070 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155229 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155389 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155567 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155724 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.155878 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.156022 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.156180 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157093 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.157902 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.158613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.158613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.158613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.158613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.158613 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.159276 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.159276 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.159620 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.159620 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.159878 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160011 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160144 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160287 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160434 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160590 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160729 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.160887 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161038 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161199 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161336 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161503 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161664 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161813 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.161989 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.162123 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163142 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163294 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163430 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163606 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163839 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.163991 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164138 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164272 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164406 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164539 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164672 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.164805 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.165637 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.165797 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.166601 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.167569 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.167569 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.167569 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.167920 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.168430 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.168599 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.168766 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.168930 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.169092 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.169674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.169674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.169897 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.169897 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.170102 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.170206 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.170354 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171212 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171212 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171212 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171212 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171212 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171734 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171734 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171734 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.171734 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172280 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172641 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172747 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.172876 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173034 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173272 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173453 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173604 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173747 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.173887 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.174026 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.174164 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.174371 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.174371 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.174591 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.175124 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.175294 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.175468 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.175666 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.175848 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.176065 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.176936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.176936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.176936 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.183139 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.184866 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.185674 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.186719 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.187834 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.188469 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.189499 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.191585 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.192594 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.193597 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194348 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194348 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194348 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194348 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194654 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194654 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.194873 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195059 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195174 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195282 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195464 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195731 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.195900 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.196080 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.196221 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.196542 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.196709 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.196868 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197027 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197186 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197345 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197505 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197671 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197826 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.197984 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198143 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198302 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198460 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198618 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198778 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:09:19.198974 dv-cinder-815659-5-smb neutron-server[103952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:09:30.645411 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d3543-36eb-41c0-bb9c-628080b8aff6 None None] get_active_networks_info from dv-cinder-815659-5-smb {{(pid=104099) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 12:09:30.741252 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d3543-36eb-41c0-bb9c-628080b8aff6 None None] No non-hosted networks {{(pid=104099) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 12:09:30.828623 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b60632d8-0b19-484f-b811-e6ac3f8328e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:33.228363 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-09907f9e-9a12-41dd-8bc2-6237281b2c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:33.273688 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.db.api [None req-203a416c-bd8d-4213-a753-e4bf51667e9e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-815659-5-smb {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:09:33.274384 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG oslo_db.api [None req-203a416c-bd8d-4213-a753-e4bf51667e9e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:09:33.883410 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-203a416c-bd8d-4213-a753-e4bf51667e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:34.007429 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37592) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:34.167819 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:34.601181 dv-cinder-815659-5-smb neutron-server[104097]: WARNING oslo_policy.policy [None req-0c16abea-d2d4-4d30-94df-a6f521c0dddd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:34.602067 dv-cinder-815659-5-smb neutron-server[104097]: WARNING oslo_policy.policy [None req-0c16abea-d2d4-4d30-94df-a6f521c0dddd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:34.828412 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [None req-0c16abea-d2d4-4d30-94df-a6f521c0dddd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:09:34.848100 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0c16abea-d2d4-4d30-94df-a6f521c0dddd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8418889 Apr 06 12:09:35.774792 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:36.707806 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.db.l3_hamode_db [None req-fecbc17a-c9d3-40d6-bf85-4d8295ef3099 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 12:09:36.788212 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbc17a-c9d3-40d6-bf85-4d8295ef3099 None None] Routers set() bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:09:36.788837 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbc17a-c9d3-40d6-bf85-4d8295ef3099 None None] Router IDs set() for agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 12:09:37.363500 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:37.364209 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.364551 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.365206 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.365954 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.366293 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.366622 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.366954 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.367573 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.368006 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.368332 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.368656 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.369151 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.369491 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.370193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.371039 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:37.371422 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815659-5-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:37.379385 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815659-5-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:09:37.485113 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 37626) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:37.976074 dv-cinder-815659-5-smb neutron-server[104098]: WARNING oslo_policy.policy [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:37.976655 dv-cinder-815659-5-smb neutron-server[104098]: WARNING oslo_policy.policy [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:38.199773 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:09:38.294253 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.policy [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:09:38.336991 dv-cinder-815659-5-smb neutron-server[104098]: WARNING oslo_policy.policy [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:38.337399 dv-cinder-815659-5-smb neutron-server[104098]: WARNING oslo_policy.policy [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:38.497855 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636809243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636806702', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636790676', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636801859', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636776647', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778636787057', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1448003', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1503958', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3782167', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3889121'] for rbac-policy (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:38.803681 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:38.805029 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-6812f47c-7f4b-4953-a248-7dee9cf51bd3 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3178093 Apr 06 12:09:41.311204 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 37644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:41.624150 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:09:41.721427 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Made reservation on behalf of d2547aecd0df4e3fb77fad3f88777d48 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:09:41.725195 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:41.741677 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:41.854402 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks [] for security_group (0565fb69-f812-4820-8171-995e4de3c356), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:41.909664 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0565fb69-f812-4820-8171-995e4de3c356), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:41.946321 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:09:41.970290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778638828400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (b5049610-4fe9-4980-a23d-1855ce7d1573), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:41.970892 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Unsubscribe: segment precommit_create {{(pid=104098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:09:41.971388 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Added segment b5049610-4fe9-4980-a23d-1855ce7d1573 of type vlan for network 338cf773-45de-4101-a41f-591a071fab98 Apr 06 12:09:41.976727 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0565fb69-f812-4820-8171-995e4de3c356,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:42.011831 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.012161 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.012489 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.012862 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.013185 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.013503 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.013815 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.014125 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.014437 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.014749 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.015059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.015381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.015719 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Tracked resource versions report: Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: pushed versions: Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: { 'AddressGroup': {'1.2'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Agent': {'1.1'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'ConntrackHelper': {'1.0'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Log': {'1.0'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'NDPProxy': {'1.0'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Network': {'1.1'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Port': {'1.7'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'PortForwarding': {'1.3'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'QosPolicy': {'1.10'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroup': {'1.5'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'SubPort': {'1.0'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Subnet': {'1.1'}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Trunk': {'1.1'}} Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: consumer versions: Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Agent': '1.1', Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'ConntrackHelper': '1.0', Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'LocalIPAssociation': '1.0', Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'Log': '1.0', Apr 06 12:09:42.025973 dv-cinder-815659-5-smb neutron-server[104098]: 'NDPProxy': '1.0', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'Network': '1.1', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'Port': '1.7', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'PortForwarding': '1.3', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'QosPolicy': '1.10', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroup': '1.5', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroupRule': '1.2', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'SubPort': '1.0', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'Subnet': '1.1', Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: 'Trunk': '1.1'}} Apr 06 12:09:42.028182 dv-cinder-815659-5-smb neutron-server[104098]: {{(pid=104098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:09:42.080637 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (338cf773-45de-4101-a41f-591a071fab98), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:42.168978 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (338cf773-45de-4101-a41f-591a071fab98), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:42.174214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:42.180936 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:42.285016 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] Pushing event updated for resources: {'Network': ['ID=338cf773-45de-4101-a41f-591a071fab98,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:42.297662 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 338cf773-45de-4101-a41f-591a071fab98 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:09:42.337810 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-d206709f-b8f2-489e-a108-3290f776bed1 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0254848 Apr 06 12:09:44.912192 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 37656) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:45.308625 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b02225b-6680-4ef1-8ff4-7f49a5ffbd84 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:45.310186 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4b02225b-6680-4ef1-8ff4-7f49a5ffbd84 demo admin] 10.222.0.25 "GET /v2.0/networks/338cf773-45de-4101-a41f-591a071fab98 HTTP/1.1" status: 200 len: 825 time: 0.3970098 Apr 06 12:09:45.334685 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-726ac576-36bd-45d2-a483-adf06c1d8faf demo admin] 10.222.0.25 "GET /v2.0/subnetpools/16a15e77-9489-4c3a-a7eb-6c71e65287f4 HTTP/1.1" status: 200 len: 734 time: 0.0188379 Apr 06 12:09:45.343580 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:09:45.425989 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Made reservation on behalf of d2547aecd0df4e3fb77fad3f88777d48 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:09:45.428261 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:45.786247 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (2bd51a07-69f8-45a7-8e10-f04a2fe810b5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:45.858324 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2bd51a07-69f8-45a7-8e10-f04a2fe810b5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:45.862651 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Checking segment: {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:09:45.863033 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Network hostable DHCP agents. Network: 338cf773-45de-4101-a41f-591a071fab98, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:09:45.946056 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Network 338cf773-45de-4101-a41f-591a071fab98 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:09:46.020449 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 338cf773-45de-4101-a41f-591a071fab98) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:09:46.025002 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:09:46.025596 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:46.030730 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb81a04-c544-45ff-bf5d-f909343f43c7 None None] Network 338cf773-45de-4101-a41f-591a071fab98 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:09:46.149252 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-12d2c85b-1971-4269-8edf-a191591cff36 demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8089383 Apr 06 12:09:46.395389 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-338cf773-45de-4101-a41f-591a071fab98', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:09:46.396722 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:46.731606 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Allocated IP 172.20.0.2 (338cf773-45de-4101-a41f-591a071fab98/2bd51a07-69f8-45a7-8e10-f04a2fe810b5/790c95e1-6575-48a5-b257-8cf0ed1b9435) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:09:46.973877 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks [] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:47.053540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:47.143502 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Network 338cf773-45de-4101-a41f-591a071fab98 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:09:47.150771 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:09:47.152757 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Pushing event updated for resources: {'Port': ['ID=790c95e1-6575-48a5-b257-8cf0ed1b9435,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:47.157400 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:09:47.165201 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.165555 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.165909 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.166260 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.166608 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.166969 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.167298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.167650 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.167980 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.168308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.168633 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.169115 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.169445 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.169768 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.170091 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Tracked resource versions report: Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: pushed versions: Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: { 'AddressGroup': {'1.2'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Agent': {'1.1'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'ConntrackHelper': {'1.0'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Log': {'1.0'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'NDPProxy': {'1.0'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Network': {'1.1'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Port': {'1.7'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'PortForwarding': {'1.3'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'QosPolicy': {'1.10'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroup': {'1.5'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SubPort': {'1.0'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Subnet': {'1.1'}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Trunk': {'1.1'}} Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: consumer versions: Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Agent': '1.1', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'ConntrackHelper': '1.0', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'LocalIPAssociation': '1.0', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Log': '1.0', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'NDPProxy': '1.0', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Network': '1.1', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Port': '1.7', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'PortForwarding': '1.3', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'QosPolicy': '1.10', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroup': '1.5', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroupRule': '1.2', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'SubPort': '1.0', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Subnet': '1.1', Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: 'Trunk': '1.1'}} Apr 06 12:09:47.171304 dv-cinder-815659-5-smb neutron-server[104099]: {{(pid=104099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:09:47.243897 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Attempting to bind port 790c95e1-6575-48a5-b257-8cf0ed1b9435 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:09:47.244301 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Attempting to bind port 790c95e1-6575-48a5-b257-8cf0ed1b9435 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:09:47.244710 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Attempting to bind port 790c95e1-6575-48a5-b257-8cf0ed1b9435 on network 338cf773-45de-4101-a41f-591a071fab98 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:09:47.250112 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:09:47.250504 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Checking segment: {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:09:47.250975 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:47.251362 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Bound using segment: {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:09:47.251845 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Bound port: 790c95e1-6575-48a5-b257-8cf0ed1b9435, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:09:47.252252 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:47.315564 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] For port 790c95e1-6575-48a5-b257-8cf0ed1b9435, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:09:47.320034 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] For port 790c95e1-6575-48a5-b257-8cf0ed1b9435, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=790c95e1-6575-48a5-b257-8cf0ed1b9435,segment=NetworkSegment(b5049610-4fe9-4980-a23d-1855ce7d1573),segment_id=b5049610-4fe9-4980-a23d-1855ce7d1573)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:09:47.398369 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:47.460257 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cc1c8-892c-425b-9ad1-a4b9bc548981 None None] Pushing event updated for resources: {'Port': ['ID=790c95e1-6575-48a5-b257-8cf0ed1b9435,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:48.716013 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37664) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:49.025396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [None req-e10087ce-90bb-4940-8360-42f84b94852e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:09:49.027370 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e10087ce-90bb-4940-8360-42f84b94852e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3103931 Apr 06 12:09:51.576076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37672) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:51.889422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [None req-82119dc0-60ae-4829-a93e-aaacae5f6f20 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:09:51.890496 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-82119dc0-60ae-4829-a93e-aaacae5f6f20 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135116 Apr 06 12:09:54.430404 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37680) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:54.742403 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:09:54.803832 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.policy [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104097) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:09:54.847788 dv-cinder-815659-5-smb neutron-server[104097]: WARNING oslo_policy.policy [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:54.848178 dv-cinder-815659-5-smb neutron-server[104097]: WARNING oslo_policy.policy [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:09:55.015405 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (157fd310-67e9-4070-a9ca-85ab895144c3), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:55.017360 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (157fd310-67e9-4070-a9ca-85ab895144c3), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:55.170092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Publish callbacks [] for router_controller (157fd310-67e9-4070-a9ca-85ab895144c3), precommit_add_association {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:55.238803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (157fd310-67e9-4070-a9ca-85ab895144c3), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:55.319746 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:55.321040 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-600c5a0f-3e54-4675-804a-4c41ed2f54ee demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8895612 Apr 06 12:09:57.864995 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37694) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:09:58.053584 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 790c95e1-6575-48a5-b257-8cf0ed1b9435 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:09:58.149134 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 790c95e1-6575-48a5-b257-8cf0ed1b9435 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:09:58.149649 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:58.200093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [None req-d0dcae96-ca29-47da-83b2-62508e0e5797 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:09:58.203689 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d0dcae96-ca29-47da-83b2-62508e0e5797 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3376610 Apr 06 12:09:58.262932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 790c95e1-6575-48a5-b257-8cf0ed1b9435 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:09:58.263326 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:58.308641 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 790c95e1-6575-48a5-b257-8cf0ed1b9435, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=790c95e1-6575-48a5-b257-8cf0ed1b9435,segment=NetworkSegment(b5049610-4fe9-4980-a23d-1855ce7d1573),segment_id=b5049610-4fe9-4980-a23d-1855ce7d1573)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:09:58.389786 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:58.445520 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=790c95e1-6575-48a5-b257-8cf0ed1b9435,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:09:58.875232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf075d-8457-44bb-9f56-6b57e4383371 None None] Network 338cf773-45de-4101-a41f-591a071fab98 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:09:58.939301 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-07ea498e-ea4a-4c69-b7b4-618bd5b105a2 None None] Provisioning complete for port 790c95e1-6575-48a5-b257-8cf0ed1b9435 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:09:58.939739 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07ea498e-ea4a-4c69-b7b4-618bd5b105a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:59.071875 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-07ea498e-ea4a-4c69-b7b4-618bd5b105a2 None None] Current status of the port 790c95e1-6575-48a5-b257-8cf0ed1b9435 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:09:59.296633 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f41158ec-77de-4f18-b3ec-719c2d3d7e49 None None] Provisioning complete for port 790c95e1-6575-48a5-b257-8cf0ed1b9435 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:09:59.297191 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f41158ec-77de-4f18-b3ec-719c2d3d7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:09:59.372184 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f41158ec-77de-4f18-b3ec-719c2d3d7e49 None None] Current status of the port 790c95e1-6575-48a5-b257-8cf0ed1b9435 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:00.020698 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 790c95e1-6575-48a5-b257-8cf0ed1b9435 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:10:00.069712 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 790c95e1-6575-48a5-b257-8cf0ed1b9435 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:00.070101 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:00.145932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 790c95e1-6575-48a5-b257-8cf0ed1b9435 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:00.646681 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52ba176b-6b1b-4dd1-a12b-9d5045841e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:00.774549 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 37702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:01.083462 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:01.145533 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Made reservation on behalf of 37b716cc8f1e4a488508753a739e9992 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:01.147723 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.156530 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.227332 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks [] for security_group (2ba969d0-5e89-43e1-b9e9-cb781baefdc0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.297578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2ba969d0-5e89-43e1-b9e9-cb781baefdc0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.311470 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104098) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 12:10:01.333403 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba969d0-5e89-43e1-b9e9-cb781baefdc0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:01.336632 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (e7fc3381-0719-490d-b2d4-75a67b7c16cb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.336974 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Added segment e7fc3381-0719-490d-b2d4-75a67b7c16cb of type flat for network d79424ef-1caa-44c8-8424-3734231bbd83 Apr 06 12:10:01.384502 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (d79424ef-1caa-44c8-8424-3734231bbd83), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.488607 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (d79424ef-1caa-44c8-8424-3734231bbd83), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.489482 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:01.490026 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:01.577935 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d79424ef-1caa-44c8-8424-3734231bbd83,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:01.591591 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network d79424ef-1caa-44c8-8424-3734231bbd83 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:10:01.609310 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9bec5bc0-afb9-4420-8cb8-64066879a5d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8334131 Apr 06 12:10:03.203022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2faee8ec-3c1b-4d6b-8ff0-b511ea4f0de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:04.087057 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 37710) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:04.115277 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:04.376924 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68a5d74-fa00-4863-a7e3-dd3e99d30c47 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:04.378251 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f68a5d74-fa00-4863-a7e3-dd3e99d30c47 demo admin] 10.222.0.25 "GET /v2.0/subnets/2bd51a07-69f8-45a7-8e10-f04a2fe810b5 HTTP/1.1" status: 200 len: 849 time: 0.2902114 Apr 06 12:10:04.539739 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a9cc40cf-e377-4572-a81b-2d11a07975d3 demo admin] 10.222.0.25 "GET /v2.0/routers/157fd310-67e9-4070-a9ca-85ab895144c3 HTTP/1.1" status: 200 len: 704 time: 0.1544261 Apr 06 12:10:04.813065 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.100411 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Allocated IP 172.20.0.1 (338cf773-45de-4101-a41f-591a071fab98/2bd51a07-69f8-45a7-8e10-f04a2fe810b5/dca32195-7174-41b6-b78e-52029f21e0f6) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:10:05.292791 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks [] for port (dca32195-7174-41b6-b78e-52029f21e0f6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.412889 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.490853 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Network 338cf773-45de-4101-a41f-591a071fab98 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:10:05.495370 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:05.499902 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:10:05.500983 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (157fd310-67e9-4070-a9ca-85ab895144c3), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.519708 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Pushing event updated for resources: {'Port': ['ID=dca32195-7174-41b6-b78e-52029f21e0f6,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:05.717803 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.794055 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.830092 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-784882be-a225-4b7d-b8d6-0220483c57d5 None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:05.830481 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-784882be-a225-4b7d-b8d6-0220483c57d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:05.863139 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-784882be-a225-4b7d-b8d6-0220483c57d5 None None] Port dca32195-7174-41b6-b78e-52029f21e0f6 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:10:06.002837 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks [] for port (dca32195-7174-41b6-b78e-52029f21e0f6), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:06.059955 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:06.060731 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (157fd310-67e9-4070-a9ca-85ab895144c3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:06.139992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Pushing event updated for resources: {'Port': ['ID=dca32195-7174-41b6-b78e-52029f21e0f6,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:06.185675 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Network 338cf773-45de-4101-a41f-591a071fab98 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:10:06.186995 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:06.383981 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-797c61d8-9095-4c43-a98b-ff9dd3ba0e94 None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:06.384377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-797c61d8-9095-4c43-a98b-ff9dd3ba0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:06.409021 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Router 157fd310-67e9-4070-a9ca-85ab895144c3 is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:10:06.419626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-797c61d8-9095-4c43-a98b-ff9dd3ba0e94 None None] Port dca32195-7174-41b6-b78e-52029f21e0f6 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:10:06.502677 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:10:06.508037 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f18b66eb-759c-4d1a-9976-aa4fe8a1040f demo admin] 10.222.0.25 "PUT /v2.0/routers/157fd310-67e9-4070-a9ca-85ab895144c3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9626637 Apr 06 12:10:06.515441 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Sync routers for ids ['157fd310-67e9-4070-a9ca-85ab895144c3'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:10:06.527805 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Routers {'157fd310-67e9-4070-a9ca-85ab895144c3'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:06.528649 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:10:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['157fd310-67e9-4070-a9ca-85ab895144c3'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:06.720151 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Set router 157fd310-67e9-4070-a9ca-85ab895144c3 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:07.144927 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:05Z', 'revision_number': 2, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port_host': None, '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:05Z', 'revision_number': 2, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:07.199443 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Checking router: 157fd310-67e9-4070-a9ca-85ab895144c3 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:10:07.199832 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Updating router 157fd310-67e9-4070-a9ca-85ab895144c3 port dca32195-7174-41b6-b78e-52029f21e0f6 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:10:07.251445 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:07.406447 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:07.764970 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks [] for port (dca32195-7174-41b6-b78e-52029f21e0f6), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:07.820548 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:07.985840 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Attempting to bind port dca32195-7174-41b6-b78e-52029f21e0f6 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:10:07.986250 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Attempting to bind port dca32195-7174-41b6-b78e-52029f21e0f6 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:10:07.986668 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Attempting to bind port dca32195-7174-41b6-b78e-52029f21e0f6 on network 338cf773-45de-4101-a41f-591a071fab98 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:10:07.988704 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Pushing event updated for resources: {'Port': ['ID=dca32195-7174-41b6-b78e-52029f21e0f6,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:07.999139 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:10:07.999592 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Checking segment: {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:10:08.000078 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.000500 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Bound using segment: {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:10:08.000937 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Bound port: dca32195-7174-41b6-b78e-52029f21e0f6, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5049610-4fe9-4980-a23d-1855ce7d1573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '338cf773-45de-4101-a41f-591a071fab98'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:10:08.001317 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.005000 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.005350 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.005692 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.006043 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.006378 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.006700 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.007022 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.007343 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.007695 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.008016 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.008336 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.008670 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.008994 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.009311 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.009628 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Tracked resource versions report: Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: pushed versions: Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: { 'AddressGroup': {'1.2'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Agent': {'1.1'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'ConntrackHelper': {'1.0'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Log': {'1.0'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'NDPProxy': {'1.0'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Network': {'1.1'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Port': {'1.7'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'PortForwarding': {'1.3'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'QosPolicy': {'1.10'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroup': {'1.5'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SubPort': {'1.0'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Subnet': {'1.1'}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Trunk': {'1.1'}} Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: consumer versions: Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Agent': '1.1', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'ConntrackHelper': '1.0', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'LocalIPAssociation': '1.0', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Log': '1.0', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'NDPProxy': '1.0', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Network': '1.1', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Port': '1.7', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'PortForwarding': '1.3', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'QosPolicy': '1.10', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroup': '1.5', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroupRule': '1.2', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'SubPort': '1.0', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Subnet': '1.1', Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: 'Trunk': '1.1'}} Apr 06 12:10:08.011465 dv-cinder-815659-5-smb neutron-server[104100]: {{(pid=104100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:10:08.048502 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-3944c0ad-e57b-4221-ad9f-c7c1e4997b10 None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:08.048897 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3944c0ad-e57b-4221-ad9f-c7c1e4997b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.079446 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] For port dca32195-7174-41b6-b78e-52029f21e0f6, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:10:08.082479 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3944c0ad-e57b-4221-ad9f-c7c1e4997b10 None None] Port dca32195-7174-41b6-b78e-52029f21e0f6 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:10:08.100614 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] For port dca32195-7174-41b6-b78e-52029f21e0f6, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=dca32195-7174-41b6-b78e-52029f21e0f6,segment=NetworkSegment(b5049610-4fe9-4980-a23d-1855ce7d1573),segment_id=b5049610-4fe9-4980-a23d-1855ce7d1573)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:10:08.178487 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.228515 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Routers {'157fd310-67e9-4070-a9ca-85ab895144c3'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:08.229760 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:10:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['157fd310-67e9-4070-a9ca-85ab895144c3'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:08.307062 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeda930-546d-4def-b709-a667bedd3c10 None None] Pushing event updated for resources: {'Port': ['ID=dca32195-7174-41b6-b78e-52029f21e0f6,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:08.334176 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] Set router 157fd310-67e9-4070-a9ca-85ab895144c3 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:08.402722 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:08.403349 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.487499 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Current status of the port dca32195-7174-41b6-b78e-52029f21e0f6 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:08.488109 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.520438 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] For port dca32195-7174-41b6-b78e-52029f21e0f6, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=dca32195-7174-41b6-b78e-52029f21e0f6,segment=NetworkSegment(b5049610-4fe9-4980-a23d-1855ce7d1573),segment_id=b5049610-4fe9-4980-a23d-1855ce7d1573)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:08.552482 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:05Z', 'revision_number': 2, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port_host': None, '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:08Z', 'revision_number': 4, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:08.578161 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1fc1c7-5414-4491-9a5c-c8d3ec65494b None None] The sync data for ids ['157fd310-67e9-4070-a9ca-85ab895144c3'] in dv-cinder-815659-5-smb is: [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:05Z', 'revision_number': 2, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port_host': None, '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:08Z', 'revision_number': 4, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:10:08.614626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:08.664516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9b0bf-8427-4504-b34a-b4721d10a35d None None] Pushing event updated for resources: {'Port': ['ID=dca32195-7174-41b6-b78e-52029f21e0f6,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:08.987299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37730) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:09.168913 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd9f61-888e-40ce-8fa6-968fab69646a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:09.170407 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c8dd9f61-888e-40ce-8fa6-968fab69646a admin admin] 10.222.0.25 "GET /v2.0/networks/d79424ef-1caa-44c8-8424-3734231bbd83 HTTP/1.1" status: 200 len: 842 time: 0.1818333 Apr 06 12:10:09.179854 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:09.283195 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Made reservation on behalf of 37b716cc8f1e4a488508753a739e9992 for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:10:09.285890 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:09.753311 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.objects.ports [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104097) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 12:10:09.753779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (37d4e917-44f3-49b1-9f0e-06ff7d2bad96), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:09.818683 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37d4e917-44f3-49b1-9f0e-06ff7d2bad96,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:09.825279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:10:09.825639 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Network hostable DHCP agents. Network: d79424ef-1caa-44c8-8424-3734231bbd83, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:10:09.834602 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.837397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.838146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.838146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.838146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.839038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.839362 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.839701 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Tracked resource versions report: Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: pushed versions: Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: { 'AddressGroup': {'1.2'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Agent': {'1.1'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'ConntrackHelper': {'1.0'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Log': {'1.0'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'NDPProxy': {'1.0'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Network': {'1.1'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Port': {'1.7'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'PortForwarding': {'1.3'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'QosPolicy': {'1.10'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroup': {'1.5'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SubPort': {'1.0'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Subnet': {'1.1'}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Trunk': {'1.1'}} Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: consumer versions: Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Agent': '1.1', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'ConntrackHelper': '1.0', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'LocalIPAssociation': '1.0', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Log': '1.0', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'NDPProxy': '1.0', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Network': '1.1', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Port': '1.7', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'PortForwarding': '1.3', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'QosPolicy': '1.10', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroup': '1.5', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroupRule': '1.2', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'SubPort': '1.0', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Subnet': '1.1', Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: 'Trunk': '1.1'}} Apr 06 12:10:09.840945 dv-cinder-815659-5-smb neutron-server[104097]: {{(pid=104097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:10:10.037839 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:10:10.163514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, d79424ef-1caa-44c8-8424-3734231bbd83) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:10.168245 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:10.169458 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:10.173938 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8b639-efaf-40d0-8c97-07aeffd94aa8 None None] Network d79424ef-1caa-44c8-8424-3734231bbd83 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:10.251833 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-33eed99d-43ad-4dce-b05d-def3b3ec5d76 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0752761 Apr 06 12:10:10.278754 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d2e59-387d-4838-a69c-a3624a9ed9a6 None None] Network d79424ef-1caa-44c8-8424-3734231bbd83 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:10:12.684366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37752) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:12.911858 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ed5532e4-f752-46f3-8a48-3363e9240054 demo admin] 10.222.0.25 "GET /v2.0/routers/157fd310-67e9-4070-a9ca-85ab895144c3 HTTP/1.1" status: 200 len: 710 time: 0.2262917 Apr 06 12:10:12.997086 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc773fd-f576-4135-a746-8729c7d4beec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:10:12.998445 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ecc773fd-f576-4135-a746-8729c7d4beec demo admin] 10.222.0.25 "GET /v2.0/networks/d79424ef-1caa-44c8-8424-3734231bbd83 HTTP/1.1" status: 200 len: 886 time: 0.0807788 Apr 06 12:10:13.007274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:10:13.263888 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks [] for router_gateway (157fd310-67e9-4070-a9ca-85ab895144c3), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:13.584441 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks [] for router_gateway (157fd310-67e9-4070-a9ca-85ab895144c3), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:13.660544 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:13.827118 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Allocated IP 172.28.0.173 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/a5669a5d-ad35-46ea-a92e-2af94445f1d9) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:10:13.940626 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks [] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.107077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.176207 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:10:14.184982 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:10:14.194577 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:10:14.200759 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Pushing event updated for resources: {'Port': ['ID=a5669a5d-ad35-46ea-a92e-2af94445f1d9,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:14.567697 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks [] for router_gateway (157fd310-67e9-4070-a9ca-85ab895144c3), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.762722 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3835156', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3837348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-527'] for router (157fd310-67e9-4070-a9ca-85ab895144c3), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.767289 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3835149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3835134', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3837341'] for router (157fd310-67e9-4070-a9ca-85ab895144c3), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.879563 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Router 157fd310-67e9-4070-a9ca-85ab895144c3 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:10:14.988558 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:10:14.993050 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:14.994251 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-919ccedf-a44d-47bf-9f20-86552bb0b80f demo admin] 10.222.0.25 "PUT /v2.0/routers/157fd310-67e9-4070-a9ca-85ab895144c3 HTTP/1.1" status: 200 len: 890 time: 1.9900441 Apr 06 12:10:16.050178 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device dca32195-7174-41b6-b78e-52029f21e0f6 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:10:16.097588 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:16.097987 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:16.178574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port dca32195-7174-41b6-b78e-52029f21e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:17.313760 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Sync routers for ids ['157fd310-67e9-4070-a9ca-85ab895144c3'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:10:17.325869 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Routers {'157fd310-67e9-4070-a9ca-85ab895144c3'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:17.326662 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:10:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['157fd310-67e9-4070-a9ca-85ab895144c3'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:17.540115 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Set router 157fd310-67e9-4070-a9ca-85ab895144c3 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:17.593197 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 37764) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:10:17.713530 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4fad2e26-2d49-4627-a444-736c7e984ec4 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1186717 Apr 06 12:10:18.020796 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:14Z', 'revision_number': 4, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port': {'id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:13Z', 'updated_at': '2022-04-06T12:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:08Z', 'revision_number': 5, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:18.072490 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Checking router: 157fd310-67e9-4070-a9ca-85ab895144c3 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:10:18.072847 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Updating router 157fd310-67e9-4070-a9ca-85ab895144c3 port a5669a5d-ad35-46ea-a92e-2af94445f1d9 binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:10:18.125167 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.448850 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks [] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.559058 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.605112 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5742-1798-4078-b762-9bf51757cd22 None None] Pushing event updated for resources: {'Port': ['ID=a5669a5d-ad35-46ea-a92e-2af94445f1d9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:18.625376 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Attempting to bind port a5669a5d-ad35-46ea-a92e-2af94445f1d9 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:10:18.625680 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Attempting to bind port a5669a5d-ad35-46ea-a92e-2af94445f1d9 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:10:18.626049 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Attempting to bind port a5669a5d-ad35-46ea-a92e-2af94445f1d9 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:10:18.633839 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:10:18.634216 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:10:18.634622 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.635055 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:10:18.635577 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Bound port: a5669a5d-ad35-46ea-a92e-2af94445f1d9, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:10:18.635931 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.686234 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] For port a5669a5d-ad35-46ea-a92e-2af94445f1d9, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:10:18.689148 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] For port a5669a5d-ad35-46ea-a92e-2af94445f1d9, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=a5669a5d-ad35-46ea-a92e-2af94445f1d9,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:10:18.767000 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:18.823998 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Routers {'157fd310-67e9-4070-a9ca-85ab895144c3'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:10:18.824561 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:10:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['157fd310-67e9-4070-a9ca-85ab895144c3'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:18.829140 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e5742-1798-4078-b762-9bf51757cd22 None None] Pushing event updated for resources: {'Port': ['ID=a5669a5d-ad35-46ea-a92e-2af94445f1d9,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:18.941271 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] Set router 157fd310-67e9-4070-a9ca-85ab895144c3 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:10:19.155738 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:14Z', 'revision_number': 4, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port': {'id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:13Z', 'updated_at': '2022-04-06T12:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:08Z', 'revision_number': 5, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:10:19.181250 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e534f-ff2b-4ded-ab27-b133d68f368a None None] The sync data for ids ['157fd310-67e9-4070-a9ca-85ab895144c3'] in dv-cinder-815659-5-smb is: [{'id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'name': 'router1', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:09:55Z', 'updated_at': '2022-04-06T12:10:14Z', 'revision_number': 4, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'gw_port': {'id': 'a5669a5d-ad35-46ea-a92e-2af94445f1d9', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ff:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:13Z', 'updated_at': '2022-04-06T12:10:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'dca32195-7174-41b6-b78e-52029f21e0f6', 'name': '', 'network_id': '338cf773-45de-4101-a41f-591a071fab98', 'tenant_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'mac_address': 'fa:16:3e:76:47:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157fd310-67e9-4070-a9ca-85ab895144c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:10:04Z', 'updated_at': '2022-04-06T12:10:08Z', 'revision_number': 5, 'project_id': 'd2547aecd0df4e3fb77fad3f88777d48', 'subnets': [{'id': '2bd51a07-69f8-45a7-8e10-f04a2fe810b5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a15e77-9489-4c3a-a7eb-6c71e65287f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:10:20.079691 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device a5669a5d-ad35-46ea-a92e-2af94445f1d9 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:10:20.144943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port a5669a5d-ad35-46ea-a92e-2af94445f1d9 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:20.145557 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.244932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port a5669a5d-ad35-46ea-a92e-2af94445f1d9 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:20.245336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.268576 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port a5669a5d-ad35-46ea-a92e-2af94445f1d9, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=a5669a5d-ad35-46ea-a92e-2af94445f1d9,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:10:20.349164 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:20.420752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=a5669a5d-ad35-46ea-a92e-2af94445f1d9,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:10:22.094083 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device a5669a5d-ad35-46ea-a92e-2af94445f1d9 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:10:22.165041 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port a5669a5d-ad35-46ea-a92e-2af94445f1d9 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:10:22.165865 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (a5669a5d-ad35-46ea-a92e-2af94445f1d9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:22.267006 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port a5669a5d-ad35-46ea-a92e-2af94445f1d9 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:10:26.039821 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:10:30.649444 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-049c1c62-6196-4ac4-9023-1c1424f7fcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:33.211888 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9b1d04de-01cf-468d-b223-2aa54f22b170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:34.100203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:35.711936 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:10:37.380143 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:00.823774 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f5aeac00-eff7-43ab-95a4-48bb14c2d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:03.038943 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:11:03.214674 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-48e83db9-dd59-42e3-bf2a-8b6c40a59d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:04.111773 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:05.714107 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:07.382255 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:30.638878 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-81e2cc89-2768-4a86-9ac9-bdfa46208b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:33.176028 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b14acdf-82c3-4edb-a156-53fa5e358b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:34.084731 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:35.724412 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:37.376306 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:40.038410 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:11:40.990322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38248) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:41.050950 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b539c3-9fa7-4653-9a73-33d934ce26be admin admin] GET failed (client error): The resource could not be found. Apr 06 12:11:41.052238 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e4b539c3-9fa7-4653-9a73-33d934ce26be admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609729 Apr 06 12:11:41.212056 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e42f26-140a-4f6d-a142-4fffd85c4178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:41.213463 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-c1e42f26-140a-4f6d-a142-4fffd85c4178 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566572 Apr 06 12:11:43.556745 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38258) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:43.655791 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f52da2e-9225-405d-a51c-889337abe1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:43.657157 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-7f52da2e-9225-405d-a51c-889337abe1ae admin admin] 10.222.0.25 "GET /v2.0/subnets/2bd51a07-69f8-45a7-8e10-f04a2fe810b5 HTTP/1.1" status: 200 len: 849 time: 0.0994744 Apr 06 12:11:43.667083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:11:43.753580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Publish callbacks [] for subnet (2bd51a07-69f8-45a7-8e10-f04a2fe810b5), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:43.947033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778638758413'] for subnet (2bd51a07-69f8-45a7-8e10-f04a2fe810b5), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:43.980680 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:43.981243 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:43.982509 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] 10.222.0.25 "PUT /v2.0/subnets/2bd51a07-69f8-45a7-8e10-f04a2fe810b5 HTTP/1.1" status: 200 len: 868 time: 0.3197334 Apr 06 12:11:43.994410 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc830dfb-5606-490b-a73c-aadde5455db6 None None] Network 338cf773-45de-4101-a41f-591a071fab98 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:11:44.003684 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd51a07-69f8-45a7-8e10-f04a2fe810b5,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:11:44.011553 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.011904 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.012274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.012639 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.012982 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.013315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.013647 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.014277 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.014493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.014978 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.015317 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.015688 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.016032 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.019434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.019434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5242ccf-618e-4d5a-8844-6da40f5d46f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:11:44.281383 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Provisioning complete for port dca32195-7174-41b6-b78e-52029f21e0f6 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:11:44.281776 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dca32195-7174-41b6-b78e-52029f21e0f6), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.361309 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Current status of the port dca32195-7174-41b6-b78e-52029f21e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:44.371441 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Provisioning complete for port 790c95e1-6575-48a5-b257-8cf0ed1b9435 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:11:44.371839 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (790c95e1-6575-48a5-b257-8cf0ed1b9435), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:11:44.446682 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-29bb6c96-058c-4c03-85c0-6fe44104cf0f None None] Current status of the port 790c95e1-6575-48a5-b257-8cf0ed1b9435 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:11:46.330116 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38268) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:46.582201 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc5f975-aefe-44d4-9cf1-f86f1ec0240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:46.582596 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc5f975-aefe-44d4-9cf1-f86f1ec0240b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:46.584160 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ffc5f975-aefe-44d4-9cf1-f86f1ec0240b admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2529755 Apr 06 12:11:48.918540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38276) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:49.055920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fe9a4-591c-48f6-b11a-7e8e8bda5b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:49.056396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78fe9a4-591c-48f6-b11a-7e8e8bda5b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:49.057910 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b78fe9a4-591c-48f6-b11a-7e8e8bda5b7b admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384265 Apr 06 12:11:51.360468 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38284) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:51.503329 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea14ae-8f5e-43cc-978e-67b49052f7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:51.504725 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-beea14ae-8f5e-43cc-978e-67b49052f7be admin admin] 10.222.0.25 "GET /v2.0/networks/338cf773-45de-4101-a41f-591a071fab98 HTTP/1.1" status: 200 len: 869 time: 0.1433184 Apr 06 12:11:53.815343 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38292) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:53.938903 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540229fe-1c3e-4b4f-9c20-a5fc9aa2f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:53.940300 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-540229fe-1c3e-4b4f-9c20-a5fc9aa2f7f8 admin admin] 10.222.0.25 "GET /v2.0/networks/d79424ef-1caa-44c8-8424-3734231bbd83 HTTP/1.1" status: 200 len: 886 time: 0.1238725 Apr 06 12:11:56.249051 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38300) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:56.445587 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3401b1-5dd3-4f7d-90a2-03c2271a1b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:56.446040 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3401b1-5dd3-4f7d-90a2-03c2271a1b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:56.447604 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9e3401b1-5dd3-4f7d-90a2-03c2271a1b29 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1975546 Apr 06 12:11:58.760754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38308) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:11:58.883542 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0836bab7-54a9-4193-a2b0-47dbe30e5dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:58.884009 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0836bab7-54a9-4193-a2b0-47dbe30e5dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:11:58.885529 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0836bab7-54a9-4193-a2b0-47dbe30e5dc8 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238279 Apr 06 12:12:00.631040 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-686eaf3a-9bcb-42fa-a3ee-b6c2cb635e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:01.187505 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38316) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:01.277990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f4de8b-ea0d-4652-9d95-32ae5178a126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:01.279329 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-39f4de8b-ea0d-4652-9d95-32ae5178a126 admin admin] 10.222.0.25 "GET /v2.0/subnets/2bd51a07-69f8-45a7-8e10-f04a2fe810b5 HTTP/1.1" status: 200 len: 868 time: 0.0907614 Apr 06 12:12:03.169412 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-857c06b7-0685-4751-b66b-db0a16bce281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:03.617898 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38324) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:03.702925 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0b4f04-dfea-4217-8c56-b3fcc5601464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:03.704312 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3f0b4f04-dfea-4217-8c56-b3fcc5601464 admin admin] 10.222.0.25 "GET /v2.0/subnets/37d4e917-44f3-49b1-9f0e-06ff7d2bad96 HTTP/1.1" status: 200 len: 816 time: 0.0854428 Apr 06 12:12:04.112305 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:05.712661 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:07.379866 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:17.037759 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:12:30.648624 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0174a20c-6d5a-4a9b-88e2-3a4857e0d8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:33.191772 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-239c9667-f36e-45bb-8cc1-5fe24e832189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:34.082901 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:35.769331 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:37.380180 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:44.529801 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38382) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:44.576946 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [None req-2c442e2e-d82c-4707-b7cc-c9edd4e5ea64 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:12:44.577990 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2c442e2e-d82c-4707-b7cc-c9edd4e5ea64 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472414 Apr 06 12:12:46.967600 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38390) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:47.026722 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab0b219-2d14-4599-ad06-d84af6ca0271 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:12:47.028036 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-bab0b219-2d14-4599-ad06-d84af6ca0271 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594928 Apr 06 12:12:47.115414 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c71746-aa13-4370-899b-fcd31d041f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:47.116923 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-10c71746-aa13-4370-899b-fcd31d041f2f admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0849259 Apr 06 12:12:49.455596 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38398) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:49.502993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:12:49.585763 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Made reservation on behalf of 37b716cc8f1e4a488508753a739e9992 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:12:49.588087 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.632550 dv-cinder-815659-5-smb neutron-server[104097]: WARNING neutron.services.revisions.revision_plugin [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Could not find related network for resource to bump revision. Apr 06 12:12:49.649077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:12:49.661329 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778638828400', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (9fd059bc-1c6e-41f8-930c-b489bcdf6e63), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.661882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Unsubscribe: segment precommit_create {{(pid=104097) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:12:49.662382 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Added segment 9fd059bc-1c6e-41f8-930c-b489bcdf6e63 of type vlan for network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 Apr 06 12:12:49.705722 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (50ffe09c-4af8-4c74-ab33-36accc4bbd75), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.825499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (50ffe09c-4af8-4c74-ab33-36accc4bbd75), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.826440 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:49.827016 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:49.924090 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Pushing event updated for resources: {'Network': ['ID=50ffe09c-4af8-4c74-ab33-36accc4bbd75,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:49.931409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.931786 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.932139 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.932497 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.932839 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.933179 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.933502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.933829 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.934186 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.934514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.934842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.935168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.935512 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.935865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.936187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:49.947829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:12:50.005157 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dbe9657d-52c2-4d53-8856-5354eb65e9ad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5484796 Apr 06 12:12:52.386560 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38406) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:12:52.445224 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccec3df0-9fb7-489d-87a4-42a485eb2f5f admin admin] GET failed (client error): The resource could not be found. Apr 06 12:12:52.446481 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ccec3df0-9fb7-489d-87a4-42a485eb2f5f admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589714 Apr 06 12:12:52.517133 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f960a32-1bae-4395-9dae-0021978dd44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:52.518553 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0f960a32-1bae-4395-9dae-0021978dd44b admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681531 Apr 06 12:12:52.527928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75', 'description': 'shared-subnet'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:12:52.619385 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Made reservation on behalf of 37b716cc8f1e4a488508753a739e9992 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:12:52.621586 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:52.882689 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (2911c7e5-db86-4ee1-a820-6d5f9427deba), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:52.936657 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2911c7e5-db86-4ee1-a820-6d5f9427deba,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:52.947823 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.948169 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.948533 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.948887 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.949224 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.949578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.949901 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.950224 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.950545 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.950864 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.951206 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.951602 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.951928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.952246 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.952562 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:52.955806 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Checking segment: {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:12:52.956162 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Network hostable DHCP agents. Network: 50ffe09c-4af8-4c74-ab33-36accc4bbd75, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:12:53.122450 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:12:53.282288 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 50ffe09c-4af8-4c74-ab33-36accc4bbd75) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:12:53.286433 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:12:53.287022 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:53.291569 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268bea0-f86f-439a-9daf-7b7107bcbe9c None None] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:12:53.386889 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-50ffe09c-4af8-4c74-ab33-36accc4bbd75', 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75', 'project_id': '37b716cc8f1e4a488508753a739e9992', 'fixed_ips': [{'subnet_id': '2911c7e5-db86-4ee1-a820-6d5f9427deba'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:12:53.387750 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:53.422830 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8dead9b8-cb78-4c30-bdfd-8652dc83e490 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8980427 Apr 06 12:12:53.530531 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Allocated IP 192.168.233.2 (50ffe09c-4af8-4c74-ab33-36accc4bbd75/2911c7e5-db86-4ee1-a820-6d5f9427deba/638b18f1-1ab1-451d-98cc-322a8a4955e3) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:12:53.770182 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks [] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:53.837542 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:53.879464 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:12:53.883017 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:12:53.887579 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Pushing event updated for resources: {'Port': ['ID=638b18f1-1ab1-451d-98cc-322a8a4955e3,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:53.889677 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:12:53.901164 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.901510 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.901856 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.902212 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.902545 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.902878 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.903203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.903551 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.903880 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.904205 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.904531 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.904869 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.905194 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.905512 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.905828 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:12:53.956278 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Attempting to bind port 638b18f1-1ab1-451d-98cc-322a8a4955e3 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:12:53.956654 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Attempting to bind port 638b18f1-1ab1-451d-98cc-322a8a4955e3 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:12:53.957018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Attempting to bind port 638b18f1-1ab1-451d-98cc-322a8a4955e3 on network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:12:53.962547 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:12:53.963006 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Checking segment: {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:12:53.963499 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:53.963959 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Bound using segment: {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:12:53.964539 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Bound port: 638b18f1-1ab1-451d-98cc-322a8a4955e3, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:12:53.964983 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:54.033721 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] For port 638b18f1-1ab1-451d-98cc-322a8a4955e3, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:12:54.036357 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:12:54.037674 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] For port 638b18f1-1ab1-451d-98cc-322a8a4955e3, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=638b18f1-1ab1-451d-98cc-322a8a4955e3,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:12:54.128942 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:54.186871 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ab6a5-7388-4bb8-acce-915cac7addec None None] Pushing event updated for resources: {'Port': ['ID=638b18f1-1ab1-451d-98cc-322a8a4955e3,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:55.025063 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55890a32-5ab7-4271-a9a6-ea9e3f0c2668 None None] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:12:55.091131 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Provisioning complete for port 638b18f1-1ab1-451d-98cc-322a8a4955e3 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:12:55.091517 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:55.210216 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Current status of the port 638b18f1-1ab1-451d-98cc-322a8a4955e3 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:12:55.210598 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:55.249092 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] For port 638b18f1-1ab1-451d-98cc-322a8a4955e3, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=638b18f1-1ab1-451d-98cc-322a8a4955e3,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:12:55.330562 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:55.385822 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc1f4b-7926-4288-ab16-fb957aae8f83 None None] Pushing event updated for resources: {'Port': ['ID=638b18f1-1ab1-451d-98cc-322a8a4955e3,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:12:55.458219 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-6dbc9fbf-ee28-4699-adfb-cea1d73d2344 None None] Provisioning complete for port 638b18f1-1ab1-451d-98cc-322a8a4955e3 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:12:55.458603 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6dbc9fbf-ee28-4699-adfb-cea1d73d2344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:55.542400 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc9fbf-ee28-4699-adfb-cea1d73d2344 None None] Current status of the port 638b18f1-1ab1-451d-98cc-322a8a4955e3 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:12:56.155999 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 638b18f1-1ab1-451d-98cc-322a8a4955e3 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:12:56.203754 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 638b18f1-1ab1-451d-98cc-322a8a4955e3 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:12:56.204123 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (638b18f1-1ab1-451d-98cc-322a8a4955e3), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:12:56.283836 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 638b18f1-1ab1-451d-98cc-322a8a4955e3 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:13:00.671211 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c526a3e0-88b3-4efd-a44e-a932e043e268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:03.213896 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cff5b99b-03cf-4730-bb26-2180e62c1ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:04.093991 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:05.728197 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:07.408054 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:30.653141 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3f8cc42b-2a1c-4dc7-a032-70f96755d079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:31.034999 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:13:33.202347 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e0dd756b-0a4e-4e67-b7e3-db0857d2f420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:34.139020 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:35.739997 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:13:37.384807 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:00.704664 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ba48ca1-ede0-4079-9281-7b213cbcba46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:03.236936 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8597a860-9b4a-454d-8d1d-2c4c1659fb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:04.139300 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:05.745005 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:07.390508 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:08.033232 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:14:30.641710 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38fa205c-2db0-49cc-a73a-60345ead2a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:33.224746 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f8ddbff6-f77f-4dba-9794-b3c45fd9bc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:33.524518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38444) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:14:33.530213 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [None req-26b254a0-8d14-47c8-968a-91c89cd400cb tempest-verify_tempest_config-1256428509 tempest-verify_tempest_config-1256428509-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:14:33.531187 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-26b254a0-8d14-47c8-968a-91c89cd400cb tempest-verify_tempest_config-1256428509 tempest-verify_tempest_config-1256428509-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056989 Apr 06 12:14:34.065314 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38462) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:14:34.114815 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.167019 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.269011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Publish callbacks [] for security_group (2e65ce12-757a-463e-a51d-7b2e679d1b01), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.367842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2e65ce12-757a-463e-a51d-7b2e679d1b01), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.412672 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70ee1486995749d68c0bb8a4eda7c763&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3458443 Apr 06 12:14:34.413754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65ce12-757a-463e-a51d-7b2e679d1b01,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:14:34.415617 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38466) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:14:34.420727 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.421073 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.421427 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.421779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.422112 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.422439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.422756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.423077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.423400 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.423782 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.424108 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.424427 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.424743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.425059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.425947 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54960fb9-9d47-455b-bcea-d659d16b14a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.470397 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Publish callbacks [] for security_group (2e65ce12-757a-463e-a51d-7b2e679d1b01), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.491034 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Publish callbacks [] for security_group (2e65ce12-757a-463e-a51d-7b2e679d1b01), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.665263 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2e65ce12-757a-463e-a51d-7b2e679d1b01), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.668031 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:34.669205 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e65ce12-757a-463e-a51d-7b2e679d1b01 HTTP/1.1" status: 204 len: 168 time: 0.2525482 Apr 06 12:14:34.679185 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65ce12-757a-463e-a51d-7b2e679d1b01,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:14:34.686334 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.686693 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.687076 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.687422 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.687883 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.688102 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.688431 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.688759 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.689085 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.689408 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.689762 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.690146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.690472 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.690924 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:34.691251 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afc38a5-4860-4024-b8cc-fed0e6c703a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:14:35.727591 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:37.384478 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:14:45.031995 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:15:00.641227 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d515a501-8227-4e1d-9b7a-06b07f54a05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:03.253494 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-72d057b5-4f94-4f5a-8254-0f3a306a3572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:04.121466 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:05.744230 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:07.382454 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:22.030337 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:15:30.652687 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b5680a6-3c80-4087-bb60-dbf35f9794fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:33.208152 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb61a0ed-3a0f-4077-8b78-8880bbbd192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:34.118793 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:35.732548 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:37.364322 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:15:59.028578 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 5 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:16:00.644318 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ae434f63-0d1e-43b1-9167-40d06da70cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:03.229596 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-97f149ea-dd65-47e9-bf60-0a144c3a3498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:04.132750 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:05.729640 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:07.374826 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:30.717341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0afdd5da-2315-46bb-b09a-8a436acc88a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:32.620027 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3835000'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:33.226163 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a6a81caf-ae54-48cc-97f3-ad1aae88ab0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:34.145695 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:35.733993 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:36.027324 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:16:37.408554 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:16:47.310018 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38538) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:16:47.416039 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4aeefb59-3ed4-4819-8551-1d00239faeb3 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1049085 Apr 06 12:16:49.755076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38548) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:16:49.808408 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-1a3d15fb-5d1b-49d9-97b7-ddf0fddaed8f admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0522161 Apr 06 12:17:00.636264 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c552dca-d533-4461-8f98-bbc3f6339b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:02.562024 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:03.264218 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-efd026f3-2de9-4719-815e-1c3ea252b2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:04.161792 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:05.733308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:07.367887 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:13.025660 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:17:30.641803 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-df121267-38d8-4900-99e7-0a11b7b8fd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:32.584696 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:33.213198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2656f388-0f57-4210-8816-b288928232af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:34.121526 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:35.744319 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:37.384494 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:17:50.024755 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:18:00.663908 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-853f8393-0339-49ae-ab22-f1cf8dd08242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:02.588953 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:03.223829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b2216e9c-aac0-4951-9e30-833dd0a34684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:04.137770 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:05.748795 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:07.383298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:27.023119 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:18:30.650754 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cea24672-8fd1-4c9f-9f84-73e950a289df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:32.599425 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:33.262204 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6164b1ae-1925-404b-8e90-0d807f61b42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:34.200235 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:34.550540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38644) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:34.779757 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-382082076-network', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:34.856252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Made reservation on behalf of f46e4568ec0e4d048472c8c65b33d16a for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:34.858627 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:34.870499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:34.963715 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks [] for security_group (93b23358-c556-4a57-8289-4e4a10f8e3ca), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.061999 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (93b23358-c556-4a57-8289-4e4a10f8e3ca), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.083160 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:18:35.096433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b23358-c556-4a57-8289-4e4a10f8e3ca,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:35.103920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (c31cae49-cb9e-4d66-be46-8216f4f5073c), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.104265 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Added segment c31cae49-cb9e-4d66-be46-8216f4f5073c of type vlan for network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 Apr 06 12:18:35.119033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.119391 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.119788 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.120120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.120448 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.120773 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.121621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.122131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.122506 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.122855 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.123184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.123557 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Tracked resource versions report: Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: pushed versions: Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: { 'AddressGroup': {'1.2'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Agent': {'1.1'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'ConntrackHelper': {'1.0'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Log': {'1.0'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'NDPProxy': {'1.0'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Network': {'1.1'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Port': {'1.7'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'PortForwarding': {'1.3'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'QosPolicy': {'1.10'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroup': {'1.5'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SubPort': {'1.0'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Subnet': {'1.1'}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Trunk': {'1.1'}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: consumer versions: Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: HyperV agent@hv-cinder-81565: {}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Agent': '1.1', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'ConntrackHelper': '1.0', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'LocalIPAssociation': '1.0', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Log': '1.0', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'NDPProxy': '1.0', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Network': '1.1', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Port': '1.7', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'PortForwarding': '1.3', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'QosPolicy': '1.10', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroup': '1.5', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SecurityGroupRule': '1.2', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'SubPort': '1.0', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Subnet': '1.1', Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: 'Trunk': '1.1'}} Apr 06 12:18:35.126279 dv-cinder-815659-5-smb neutron-server[104097]: {{(pid=104097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:18:35.170500 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (0bfd3135-adb0-40e7-b121-dfc7cc57ef68), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.250539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (0bfd3135-adb0-40e7-b121-dfc7cc57ef68), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.251800 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:35.256953 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.317219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfd3135-adb0-40e7-b121-dfc7cc57ef68,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:35.328812 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:18:35.370178 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b0348b52-a84b-4d1d-9541-4181a1d580d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8157973 Apr 06 12:18:35.370498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38698) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:35.377779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Request body: {'subnet': {'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-382082076-subnet', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:35.484560 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Made reservation on behalf of f46e4568ec0e4d048472c8c65b33d16a for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:35.500540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.702523 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (c73f624b-47ac-42e3-b38a-8c2b61c526f3), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.763255 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73f624b-47ac-42e3-b38a-8c2b61c526f3,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:35.765003 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.774901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Checking segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:35.774901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Network hostable DHCP agents. Network: 0bfd3135-adb0-40e7-b121-dfc7cc57ef68, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:18:35.912922 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:18:35.981925 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 0bfd3135-adb0-40e7-b121-dfc7cc57ef68) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:35.986773 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:35.987306 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:35.995470 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16cba20-dd13-4b58-9b31-9d0d2ce185dc None None] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:36.073801 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38728) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:36.081125 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e373c8d6-37ee-4271-a35c-c8a1b0b2363e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7095261 Apr 06 12:18:36.084974 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:36.122232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:18:36.123206 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.187919 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (3864158b-67fb-4d67-8842-2debc333ad91), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.189334 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (3864158b-67fb-4d67-8842-2debc333ad91), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.277903 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Allocated IP 172.20.0.2 (0bfd3135-adb0-40e7-b121-dfc7cc57ef68/c73f624b-47ac-42e3-b38a-8c2b61c526f3/d8a523ee-7ba8-4c31-8d70-abf1ba459664) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:36.318275 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for router_controller (3864158b-67fb-4d67-8842-2debc333ad91), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.441524 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks [] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.491045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.525636 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for router_gateway (3864158b-67fb-4d67-8842-2debc333ad91), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.529496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:36.535143 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:36.539414 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:36.549100 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Pushing event updated for resources: {'Port': ['ID=d8a523ee-7ba8-4c31-8d70-abf1ba459664,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:36.571905 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.572253 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.572597 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.572957 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.573467 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.573802 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.574162 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.574490 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.574817 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.575140 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.575489 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.575849 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.576178 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.576516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.576821 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Tracked resource versions report: Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: pushed versions: Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: { 'AddressGroup': {'1.2'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Agent': {'1.1'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'ConntrackHelper': {'1.0'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Log': {'1.0'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'NDPProxy': {'1.0'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Network': {'1.1'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Port': {'1.7'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'PortForwarding': {'1.3'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'QosPolicy': {'1.10'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroup': {'1.5'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SubPort': {'1.0'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Subnet': {'1.1'}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Trunk': {'1.1'}} Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: consumer versions: Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: HyperV agent@hv-cinder-81565: {}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Agent': '1.1', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'ConntrackHelper': '1.0', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'LocalIPAssociation': '1.0', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Log': '1.0', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'NDPProxy': '1.0', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Network': '1.1', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Port': '1.7', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'PortForwarding': '1.3', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'QosPolicy': '1.10', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroup': '1.5', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SecurityGroupRule': '1.2', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'SubPort': '1.0', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Subnet': '1.1', Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: 'Trunk': '1.1'}} Apr 06 12:18:36.578007 dv-cinder-815659-5-smb neutron-server[104099]: {{(pid=104099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:18:36.613125 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Attempting to bind port d8a523ee-7ba8-4c31-8d70-abf1ba459664 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:36.613502 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Attempting to bind port d8a523ee-7ba8-4c31-8d70-abf1ba459664 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:36.613881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Attempting to bind port d8a523ee-7ba8-4c31-8d70-abf1ba459664 on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:36.618846 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:36.619241 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Checking segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:36.632568 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.632568 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Bound using segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:36.632568 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Bound port: d8a523ee-7ba8-4c31-8d70-abf1ba459664, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:36.632568 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.692723 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] For port d8a523ee-7ba8-4c31-8d70-abf1ba459664, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:36.696098 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] For port d8a523ee-7ba8-4c31-8d70-abf1ba459664, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=d8a523ee-7ba8-4c31-8d70-abf1ba459664,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:36.782077 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.818835 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for router_gateway (3864158b-67fb-4d67-8842-2debc333ad91), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.846126 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:36.847532 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d81c75-9d1e-4197-a79c-8662b2a4c787 None None] Pushing event updated for resources: {'Port': ['ID=d8a523ee-7ba8-4c31-8d70-abf1ba459664,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:36.979704 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Allocated IP 172.28.0.104 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/e702ba98-83b2-4ede-903c-2ba62bf901c5) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:37.114964 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.134697 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38768) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:37.228165 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38772) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:37.231002 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.262937 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38780) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:37.281063 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:37.284993 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:37.293595 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:37.387396 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Pushing event updated for resources: {'Port': ['ID=e702ba98-83b2-4ede-903c-2ba62bf901c5,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:37.399796 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.400289 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.400753 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.401218 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.401651 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.402072 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.402572 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.403001 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.403429 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.403890 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.404317 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.404773 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.405294 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.405723 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.406139 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Tracked resource versions report: Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: pushed versions: Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: { 'AddressGroup': {'1.2'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Agent': {'1.1'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'ConntrackHelper': {'1.0'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Log': {'1.0'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'NDPProxy': {'1.0'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Network': {'1.1'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Port': {'1.7'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'PortForwarding': {'1.3'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'QosPolicy': {'1.10'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroup': {'1.5'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SubPort': {'1.0'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Subnet': {'1.1'}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Trunk': {'1.1'}} Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: consumer versions: Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: HyperV agent@hv-cinder-81565: {}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Agent': '1.1', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'ConntrackHelper': '1.0', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'LocalIPAssociation': '1.0', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Log': '1.0', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'NDPProxy': '1.0', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Network': '1.1', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Port': '1.7', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'PortForwarding': '1.3', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'QosPolicy': '1.10', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroup': '1.5', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SecurityGroupRule': '1.2', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'SubPort': '1.0', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Subnet': '1.1', Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: 'Trunk': '1.1'}} Apr 06 12:18:37.407419 dv-cinder-815659-5-smb neutron-server[104098]: {{(pid=104098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:18:37.421445 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.478825 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-network', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:37.593791 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Made reservation on behalf of f94f8180696f4a629f7d74945eb76980 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:37.596264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.605725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.736738 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks [] for security_group (8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.747622 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1683121074-network', 'tenant_id': 'dc1c559e4e624660a56ae5e7a8a2ee01'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:37.753879 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-172147824-network', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:37.801497 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.857419 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:37.858059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for router_gateway (3864158b-67fb-4d67-8842-2debc333ad91), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.865736 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:18:37.870992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Made reservation on behalf of d873e792445a4fecb4e490c4c4ca163f for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:37.884559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.903312 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.914323 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Made reservation on behalf of dc1c559e4e624660a56ae5e7a8a2ee01 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:37.924959 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.948820 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (cdbc2438-f16b-46e3-ad65-666a9c0be3f1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:37.949795 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Added segment cdbc2438-f16b-46e3-ad65-666a9c0be3f1 of type vlan for network 5c363a34-7561-4021-9b08-9f1576109a40 Apr 06 12:18:37.998853 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891ec370-f1a2-4036-a804-7e7db15cd5af None None] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:38.060569 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (5c363a34-7561-4021-9b08-9f1576109a40), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.151324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.165158 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Provisioning complete for port d8a523ee-7ba8-4c31-8d70-abf1ba459664 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:38.167518 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.177241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (5c363a34-7561-4021-9b08-9f1576109a40), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.178184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:38.178750 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.196229 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (3864158b-67fb-4d67-8842-2debc333ad91), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.340569 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] Pushing event updated for resources: {'Network': ['ID=5c363a34-7561-4021-9b08-9f1576109a40,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:38.356026 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-f0c84703-07b6-4c3a-941a-d4278288403e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2198710 Apr 06 12:18:38.358919 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38820) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:38.374507 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 5c363a34-7561-4021-9b08-9f1576109a40 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:18:38.376617 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Request body: {'subnet': {'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-subnet', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:38.484270 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device d8a523ee-7ba8-4c31-8d70-abf1ba459664 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:38.490675 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Made reservation on behalf of f94f8180696f4a629f7d74945eb76980 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:38.497535 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.560822 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks [] for security_group (5ef3ca1c-7b03-4292-86f9-6f1fad186df4), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.575222 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks [] for security_group (34d1c014-bfb5-4590-a497-14c200efc5e2), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.597209 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Router 3864158b-67fb-4d67-8842-2debc333ad91 is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:18:38.682593 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5ef3ca1c-7b03-4292-86f9-6f1fad186df4), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.689379 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (34d1c014-bfb5-4590-a497-14c200efc5e2), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.691728 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Current status of the port d8a523ee-7ba8-4c31-8d70-abf1ba459664 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:38.692365 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.746648 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:18:38.748520 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:18:38.781170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (4c9d5fb2-07ee-42b3-abbc-827e15e60091), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.781170 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Added segment 4c9d5fb2-07ee-42b3-abbc-827e15e60091 of type vlan for network a675324e-3c30-4707-913a-184472b8f1cb Apr 06 12:18:38.781170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (72ea4539-f047-4122-97bd-b78d6ac4a381), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.781170 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Added segment 72ea4539-f047-4122-97bd-b78d6ac4a381 of type vlan for network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc Apr 06 12:18:38.781170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3ca1c-7b03-4292-86f9-6f1fad186df4,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:38.806735 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] For port d8a523ee-7ba8-4c31-8d70-abf1ba459664, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=d8a523ee-7ba8-4c31-8d70-abf1ba459664,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:38.812645 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port d8a523ee-7ba8-4c31-8d70-abf1ba459664 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:38.813232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.872228 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:38.927077 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:38.942716 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port d8a523ee-7ba8-4c31-8d70-abf1ba459664 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:38.948166 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:18:38.959869 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57baed87-1358-4736-9b7d-469e4963a42c None None] Pushing event updated for resources: {'Port': ['ID=d8a523ee-7ba8-4c31-8d70-abf1ba459664,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:38.985557 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:38.988153 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:38.998815 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f1197d0f-96a9-43a8-bc01-c8dfebadbcd6 None None] Provisioning complete for port d8a523ee-7ba8-4c31-8d70-abf1ba459664 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:38.999280 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f1197d0f-96a9-43a8-bc01-c8dfebadbcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.041055 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.047231 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38836) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:39.047432 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-02793898-1b35-434f-a761-3451f20e9620 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9699855 Apr 06 12:18:39.054908 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d1c014-bfb5-4590-a497-14c200efc5e2,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:39.072754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (a675324e-3c30-4707-913a-184472b8f1cb), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.073767 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (b5db7ee1-73d3-463c-9470-ac91c2df98a5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.076138 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.119336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f1197d0f-96a9-43a8-bc01-c8dfebadbcd6 None None] Current status of the port d8a523ee-7ba8-4c31-8d70-abf1ba459664 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:39.183250 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:39.184011 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Network hostable DHCP agents. Network: 5c363a34-7561-4021-9b08-9f1576109a40, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:18:39.190007 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:39.210900 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5db7ee1-73d3-463c-9470-ac91c2df98a5,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:39.312897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.313849 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:39.314256 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Network 5c363a34-7561-4021-9b08-9f1576109a40 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:18:39.314426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.325725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (a675324e-3c30-4707-913a-184472b8f1cb), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.326913 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:39.327695 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.390934 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:37Z', 'revision_number': 3, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:39.404480 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 5c363a34-7561-4021-9b08-9f1576109a40) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:39.410569 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:39.418406 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.418660 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9339ef-5f96-42c1-ac06-d9815749f3a2 None None] Network 5c363a34-7561-4021-9b08-9f1576109a40 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:39.420299 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:18:39.420749 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Updating router 3864158b-67fb-4d67-8842-2debc333ad91 port e702ba98-83b2-4ede-903c-2ba62bf901c5 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:18:39.454495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38858) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:39.457704 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.460244 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Request body: {'subnet': {'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-subnet', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:39.469680 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2400906 Apr 06 12:18:39.562570 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a70a8dca-401d-4836-9530-16dfa10afacc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1874020 Apr 06 12:18:39.565142 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38860) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:39.571193 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:39.593794 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3296082 Apr 06 12:18:39.596433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38862) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:39.596898 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c52fd-e6d5-46e1-9223-540b660b6404 admin admin] Pushing event updated for resources: {'Network': ['ID=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:39.610392 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Request body: {'subnet': {'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1683121074-subnet', 'tenant_id': 'dc1c559e4e624660a56ae5e7a8a2ee01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:39.623346 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:18:39.644789 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Made reservation on behalf of d873e792445a4fecb4e490c4c4ca163f for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:39.648294 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.670667 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-5c363a34-7561-4021-9b08-9f1576109a40', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:18:39.673464 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.741925 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad940-6c26-4581-aa44-0e08af8f4fe5 admin admin] Pushing event updated for resources: {'Network': ['ID=a675324e-3c30-4707-913a-184472b8f1cb,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:39.771197 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network a675324e-3c30-4707-913a-184472b8f1cb details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:18:39.816288 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks [] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.902686 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.935056 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (d10f7347-1f80-4811-acda-a610d3f137ec), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.936732 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (d10f7347-1f80-4811-acda-a610d3f137ec), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:39.961369 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Made reservation on behalf of dc1c559e4e624660a56ae5e7a8a2ee01 for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:39.965668 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.004827 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for router_controller (d10f7347-1f80-4811-acda-a610d3f137ec), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.013525 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Attempting to bind port e702ba98-83b2-4ede-903c-2ba62bf901c5 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:40.024091 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Attempting to bind port e702ba98-83b2-4ede-903c-2ba62bf901c5 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:40.024470 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Attempting to bind port e702ba98-83b2-4ede-903c-2ba62bf901c5 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:40.032579 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Pushing event updated for resources: {'Port': ['ID=e702ba98-83b2-4ede-903c-2ba62bf901c5,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:40.033715 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (9e7f16c2-2898-4f78-98c3-e7976ee59735), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.035950 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:40.036569 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:40.037135 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.037701 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:40.038349 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Bound port: e702ba98-83b2-4ede-903c-2ba62bf901c5, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:40.038901 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.072337 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Allocated IP 172.20.0.2 (5c363a34-7561-4021-9b08-9f1576109a40/b5db7ee1-73d3-463c-9470-ac91c2df98a5/0100ed92-3532-438f-ad97-b9324660bdc5) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:40.073078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.104078 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7f16c2-2898-4f78-98c3-e7976ee59735,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:40.106271 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.106627 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.106989 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.107367 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.114813 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.115995 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.118932 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.119448 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.120209 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.121367 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.121888 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.122415 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.132685 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.133304 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.133806 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Tracked resource versions report: Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: pushed versions: Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: { 'AddressGroup': {'1.2'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Agent': {'1.1'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'ConntrackHelper': {'1.0'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Log': {'1.0'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'NDPProxy': {'1.0'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Network': {'1.1'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Port': {'1.7'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'PortForwarding': {'1.3'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'QosPolicy': {'1.10'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroup': {'1.5'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SubPort': {'1.0'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Subnet': {'1.1'}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Trunk': {'1.1'}} Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: consumer versions: Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: { DHCP agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: HyperV agent@hv-cinder-81565: {}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: L3 agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: Metadata agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: Metering agent@dv-cinder-815659-5-smb: {}, Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: Open vSwitch agent@dv-cinder-815659-5-smb: { 'AddressGroup': '1.2', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Agent': '1.1', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'ConntrackHelper': '1.0', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'LocalIPAssociation': '1.0', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Log': '1.0', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'NDPProxy': '1.0', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Network': '1.1', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Port': '1.7', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'PortForwarding': '1.3', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'QosPolicy': '1.10', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroup': '1.5', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SecurityGroupRule': '1.2', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'SubPort': '1.0', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Subnet': '1.1', Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: 'Trunk': '1.1'}} Apr 06 12:18:40.135236 dv-cinder-815659-5-smb neutron-server[104100]: {{(pid=104100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:18:40.204635 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] For port e702ba98-83b2-4ede-903c-2ba62bf901c5, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:40.209372 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] For port e702ba98-83b2-4ede-903c-2ba62bf901c5, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e702ba98-83b2-4ede-903c-2ba62bf901c5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:40.275079 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for router_gateway (d10f7347-1f80-4811-acda-a610d3f137ec), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.282915 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Checking segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:40.283280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Network hostable DHCP agents. Network: 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:18:40.296897 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.378719 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device d8a523ee-7ba8-4c31-8d70-abf1ba459664 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:40.408910 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:40.409560 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:40.426909 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a071ba-87e7-424c-b1de-41c292682cd8 None None] Pushing event updated for resources: {'Port': ['ID=e702ba98-83b2-4ede-903c-2ba62bf901c5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:40.452770 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:18:40.568579 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Allocated IP 172.20.0.1 (0bfd3135-adb0-40e7-b121-dfc7cc57ef68/c73f624b-47ac-42e3-b38a-8c2b61c526f3/5f298798-65c8-4673-af39-3c1d58b9042b) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:40.632825 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks [] for port (0100ed92-3532-438f-ad97-b9324660bdc5), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.641437 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port d8a523ee-7ba8-4c31-8d70-abf1ba459664 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:40.642151 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.649171 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:40.705703 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:40.713326 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:40.714036 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.721871 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27af257-30c2-4902-8f20-d50f03b59a6d None None] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:40.757327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks [] for port (5f298798-65c8-4673-af39-3c1d58b9042b), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.778101 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for router_gateway (d10f7347-1f80-4811-acda-a610d3f137ec), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.784212 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.794252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (99939a81-0919-40e6-9203-19df08b9abf4), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.800080 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.867354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Checking segment: {'id': '4c9d5fb2-07ee-42b3-abbc-827e15e60091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:40.867870 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Network hostable DHCP agents. Network: a675324e-3c30-4707-913a-184472b8f1cb, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:18:40.870185 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port d8a523ee-7ba8-4c31-8d70-abf1ba459664 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:40.874453 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99939a81-0919-40e6-9203-19df08b9abf4,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:40.899181 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:40.900712 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7a94862e-4498-40f4-b1af-81fada3fac5c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4448473 Apr 06 12:18:40.904480 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 38894) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:40.908669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:40.942704 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:40.948590 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:40.960176 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:37Z', 'revision_number': 3, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:40.970971 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:40.994137 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Allocated IP 172.28.0.36 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/bbd12312-9544-4d77-a2b0-d9856ef43655) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:40.998688 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Network a675324e-3c30-4707-913a-184472b8f1cb is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:18:41.006086 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:41.010508 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:41.018737 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:41.019388 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (3864158b-67fb-4d67-8842-2debc333ad91), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.034528 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f953dfc-da14-4398-b8a5-56da5ef2e4b7 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:37Z', 'revision_number': 3, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:18:41.036699 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Pushing event updated for resources: {'Port': ['ID=0100ed92-3532-438f-ad97-b9324660bdc5,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:41.089540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:18:41.093649 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.107539 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (006e34b3-9220-4035-88ad-6adac119b6c7), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.108998 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (006e34b3-9220-4035-88ad-6adac119b6c7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.149340 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Attempting to bind port 0100ed92-3532-438f-ad97-b9324660bdc5 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:41.150013 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Attempting to bind port 0100ed92-3532-438f-ad97-b9324660bdc5 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:41.150176 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Attempting to bind port 0100ed92-3532-438f-ad97-b9324660bdc5 on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:41.168514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, a675324e-3c30-4707-913a-184472b8f1cb) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:41.170555 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Pushing event updated for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:41.183210 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for router_controller (006e34b3-9220-4035-88ad-6adac119b6c7), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.239456 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec16b06d-d5f3-4094-95af-ec168843d4d4 None None] Network a675324e-3c30-4707-913a-184472b8f1cb requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:41.271992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.305924 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:41.307369 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:41.307724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:41.308036 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.308214 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.309328 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Bound using segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:41.309834 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Bound port: 0100ed92-3532-438f-ad97-b9324660bdc5, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:41.310408 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.416188 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e9b3a12c-8a15-4130-9508-31289a1bd755 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8096650 Apr 06 12:18:41.472441 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for router_gateway (006e34b3-9220-4035-88ad-6adac119b6c7), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.508375 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-0c6340d0-104e-4d2f-9bd0-3ea1f70f7340 None None] Provisioning complete for port 5f298798-65c8-4673-af39-3c1d58b9042b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:41.509355 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c6340d0-104e-4d2f-9bd0-3ea1f70f7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.519539 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37da45f-9fa4-4dca-857b-2fcc6c7705f4 None None] Network a675324e-3c30-4707-913a-184472b8f1cb requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:41.569229 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.659884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:41.729680 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:41.752609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:41.764160 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:41.781261 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0c6340d0-104e-4d2f-9bd0-3ea1f70f7340 None None] Port 5f298798-65c8-4673-af39-3c1d58b9042b cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:18:41.783662 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbd12312-9544-4d77-a2b0-d9856ef43655,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:41.821609 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] For port 0100ed92-3532-438f-ad97-b9324660bdc5, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:41.832762 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Allocated IP 172.20.0.2 (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc/9e7f16c2-2898-4f78-98c3-e7976ee59735/da05607d-c3db-49da-a50e-2e10cb9ede2d) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:41.836700 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] For port 0100ed92-3532-438f-ad97-b9324660bdc5, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0100ed92-3532-438f-ad97-b9324660bdc5,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:41.959194 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.047500 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385826-0720-451a-8e94-9cb1d658f395 None None] Pushing event updated for resources: {'Port': ['ID=0100ed92-3532-438f-ad97-b9324660bdc5,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:42.107623 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks [] for port (5f298798-65c8-4673-af39-3c1d58b9042b), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.109381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 38950) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:42.117576 dv-cinder-815659-5-smb neutron-server[104097]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:18:42.240728 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks [] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.241793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.247732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (3864158b-67fb-4d67-8842-2debc333ad91), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.290121 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for router_gateway (006e34b3-9220-4035-88ad-6adac119b6c7), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.331776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.364919 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.455210 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e702ba98-83b2-4ede-903c-2ba62bf901c5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:42.469665 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:42.472091 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:42.553292 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Pushing event updated for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:42.908989 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:42.916977 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-38c81225-4fb1-4874-a8da-b1911aa7c3f7 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:42.920687 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for router_gateway (d10f7347-1f80-4811-acda-a610d3f137ec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.922009 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-38c81225-4fb1-4874-a8da-b1911aa7c3f7 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/networks?id=a675324e-3c30-4707-913a-184472b8f1cb HTTP/1.1" status: 200 len: 812 time: 0.5593407 Apr 06 12:18:42.923112 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Pushing event updated for resources: {'Port': ['ID=da05607d-c3db-49da-a50e-2e10cb9ede2d,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:42.924421 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-af6256de-1185-4227-ae5e-8c8516914aed tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/quotas/dc1c559e4e624660a56ae5e7a8a2ee01 HTTP/1.1" status: 200 len: 375 time: 0.0404031 Apr 06 12:18:42.924421 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:42.924421 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Attempting to bind port da05607d-c3db-49da-a50e-2e10cb9ede2d on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Attempting to bind port da05607d-c3db-49da-a50e-2e10cb9ede2d by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Attempting to bind port da05607d-c3db-49da-a50e-2e10cb9ede2d on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Checking segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Bound using segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Bound port: da05607d-c3db-49da-a50e-2e10cb9ede2d, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:42.925842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.932308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port e702ba98-83b2-4ede-903c-2ba62bf901c5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:42.932308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:42.932652 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-9a7582e6-7b48-423e-b015-651adfac4e69 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc1c559e4e624660a56ae5e7a8a2ee01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355762 Apr 06 12:18:42.932793 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Allocated IP 172.28.0.77 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/5da4ae50-a382-493b-bbac-b04e23e1b01e) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:42.932987 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] For port da05607d-c3db-49da-a50e-2e10cb9ede2d, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:42.932987 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] For port da05607d-c3db-49da-a50e-2e10cb9ede2d, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=da05607d-c3db-49da-a50e-2e10cb9ede2d,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:43.018389 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port e702ba98-83b2-4ede-903c-2ba62bf901c5 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:43.019008 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.027098 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:18:43.048364 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port e702ba98-83b2-4ede-903c-2ba62bf901c5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e702ba98-83b2-4ede-903c-2ba62bf901c5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:43.159006 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-cc4bd9d0-0a3f-47f6-9b3a-76587c420c93 None None] Provisioning complete for port 5f298798-65c8-4673-af39-3c1d58b9042b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:43.159323 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd9d0-0a3f-47f6-9b3a-76587c420c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.182562 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-a219e31c-14d8-4c21-a95c-1ea4f0e60466 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:18:43.184687 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-a219e31c-14d8-4c21-a95c-1ea4f0e60466 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0976882 Apr 06 12:18:43.198096 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:43.208103 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6924094c-0ebd-4223-863c-e6868e81429b admin admin] 10.222.0.25 "PUT /v2.0/routers/3864158b-67fb-4d67-8842-2debc333ad91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1495559 Apr 06 12:18:43.217968 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.224739 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.240059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.280409 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (d10f7347-1f80-4811-acda-a610d3f137ec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.296417 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0b5ec-9edb-4b99-bfb3-92deeee9bf47 None None] Pushing event updated for resources: {'Port': ['ID=da05607d-c3db-49da-a50e-2e10cb9ede2d,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:43.301527 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bd9d0-0a3f-47f6-9b3a-76587c420c93 None None] Port 5f298798-65c8-4673-af39-3c1d58b9042b cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:18:43.381284 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=e702ba98-83b2-4ede-903c-2ba62bf901c5,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:43.410351 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-c79df3b8-843d-4556-8d21-7fb3c159569a service neutron] 10.222.0.25 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006354 Apr 06 12:18:43.489994 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:43.560905 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-6edf4c06-6311-4bd2-96a0-b0b430714463 service neutron] 10.222.0.25 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379077 Apr 06 12:18:43.647251 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Pushing event updated for resources: {'Port': ['ID=5da4ae50-a382-493b-bbac-b04e23e1b01e,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:43.654762 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:43.658534 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:43.661958 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:43.673530 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39000) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:43.923536 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Router d10f7347-1f80-4811-acda-a610d3f137ec is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:18:43.977254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef3b18f2-1113-47ea-bc81-6066c6145b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.129314 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef3b18f2-1113-47ea-bc81-6066c6145b93 admin admin] Publish callbacks [] for security_group (0fc22257-6746-459d-b336-911e20c1524f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.199453 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:18:44.229496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:44.242026 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:44.248655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef3b18f2-1113-47ea-bc81-6066c6145b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0fc22257-6746-459d-b336-911e20c1524f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.297245 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for router_gateway (006e34b3-9220-4035-88ad-6adac119b6c7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.309637 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1af9f044-7c2c-40d0-b967-1617b555fba6 req-78083436-a579-468e-a5cb-c239b88568eb tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.1027000 Apr 06 12:18:44.416142 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ef3b18f2-1113-47ea-bc81-6066c6145b93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbb7a8b4d22c4d58a50bf62be7cc5884&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7412207 Apr 06 12:18:44.417094 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39034) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:44.418354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b18f2-1113-47ea-bc81-6066c6145b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc22257-6746-459d-b336-911e20c1524f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:44.491168 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:44.506413 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:18:44.536287 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:44.536943 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:44.657959 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] Publish callbacks [] for security_group (0fc22257-6746-459d-b336-911e20c1524f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.758482 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] Publish callbacks [] for security_group (0fc22257-6746-459d-b336-911e20c1524f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.765796 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:44.769755 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-96b638cb-2240-4e36-bf4c-2fc3a3d531b0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2008011 Apr 06 12:18:44.775144 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39050) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:44.890496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:44.935703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520152d-bdfc-4d27-8476-75e004462654 None None] Network 5c363a34-7561-4021-9b08-9f1576109a40 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:44.943422 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device da05607d-c3db-49da-a50e-2e10cb9ede2d up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:45.014311 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0fc22257-6746-459d-b336-911e20c1524f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.027360 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.034467 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fc22257-6746-459d-b336-911e20c1524f HTTP/1.1" status: 204 len: 168 time: 0.5880244 Apr 06 12:18:45.077202 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bd11c-abab-42af-a58a-b5c4b2b5bf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc22257-6746-459d-b336-911e20c1524f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:45.165717 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:45.205815 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (006e34b3-9220-4035-88ad-6adac119b6c7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.226793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39074) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:45.234318 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904770598', 'description': 'tempest-description--528116680'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:45.263363 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port da05607d-c3db-49da-a50e-2e10cb9ede2d triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:45.263793 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.375855 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.387227 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f404f-b605-4013-85ab-b98b014c0b31 None None] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:45.403858 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Provisioning complete for port 0100ed92-3532-438f-ad97-b9324660bdc5 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:45.404483 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.452233 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:45.498074 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:18:45.498972 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Updating router d10f7347-1f80-4811-acda-a610d3f137ec port bbd12312-9544-4d77-a2b0-d9856ef43655 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:18:45.539721 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.656717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (a5157289-4131-4ca9-a2f5-2b52b0381292), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.688714 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2582fd31-e03d-4689-b966-83945f0c3a23 req-582c8068-e64c-4c6b-ba20-c953e3f76017 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.2439525 Apr 06 12:18:45.695980 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Router 006e34b3-9220-4035-88ad-6adac119b6c7 is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:18:45.772264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (a5157289-4131-4ca9-a2f5-2b52b0381292), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.864696 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5157289-4131-4ca9-a2f5-2b52b0381292,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:45.891973 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.893266 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e47f1e12-9d10-43b1-b2cc-81d104038cc7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.6651402 Apr 06 12:18:45.896304 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39102) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:45.902511 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group_rule': {'security_group_id': 'a5157289-4131-4ca9-a2f5-2b52b0381292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:45.962068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port da05607d-c3db-49da-a50e-2e10cb9ede2d is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:45.962068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:45.971600 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Current status of the port 0100ed92-3532-438f-ad97-b9324660bdc5 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:45.971994 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.037752 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks [] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.069062 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port da05607d-c3db-49da-a50e-2e10cb9ede2d, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=da05607d-c3db-49da-a50e-2e10cb9ede2d,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:46.087127 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] For port 0100ed92-3532-438f-ad97-b9324660bdc5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0100ed92-3532-438f-ad97-b9324660bdc5,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:46.095259 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (ca0ff82c-d5ee-46cb-b370-0e1d9b6b633f), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.110675 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 2, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:46.142776 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.241064 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:18:46.247638 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Updating router 3864158b-67fb-4d67-8842-2debc333ad91 port 5f298798-65c8-4673-af39-3c1d58b9042b binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:18:46.250136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.255189 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e702ba98-83b2-4ede-903c-2ba62bf901c5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:46.261264 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.265958 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18a99-938e-4d1b-b54e-d104e52a2529 None None] Pushing event updated for resources: {'Port': ['ID=bbd12312-9544-4d77-a2b0-d9856ef43655,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:46.308547 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (ca0ff82c-d5ee-46cb-b370-0e1d9b6b633f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.327849 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Attempting to bind port bbd12312-9544-4d77-a2b0-d9856ef43655 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:46.328179 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Attempting to bind port bbd12312-9544-4d77-a2b0-d9856ef43655 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:46.338578 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Attempting to bind port bbd12312-9544-4d77-a2b0-d9856ef43655 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:46.350993 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:46.351376 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:46.351815 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.352217 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:46.352702 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Bound port: bbd12312-9544-4d77-a2b0-d9856ef43655, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:46.353087 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.381596 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (ca0ff82c-d5ee-46cb-b370-0e1d9b6b633f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.431142 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0ff82c-d5ee-46cb-b370-0e1d9b6b633f,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:46.490458 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.492258 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] For port bbd12312-9544-4d77-a2b0-d9856ef43655, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:46.502232 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] For port bbd12312-9544-4d77-a2b0-d9856ef43655, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=bbd12312-9544-4d77-a2b0-d9856ef43655,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:46.510415 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.515779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:46.520592 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.522119 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4c44da36-b88d-458e-87ca-f1283fc0a253 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6247458 Apr 06 12:18:46.524376 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-950f41b1-698e-4725-977c-d13a6346ae06 None None] Provisioning complete for port da05607d-c3db-49da-a50e-2e10cb9ede2d triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:46.524876 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39132) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:46.525187 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-950f41b1-698e-4725-977c-d13a6346ae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.530242 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group_rule': {'security_group_id': 'a5157289-4131-4ca9-a2f5-2b52b0381292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:46.532038 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=da05607d-c3db-49da-a50e-2e10cb9ede2d,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:46.539308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:18:46.606898 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.655242 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.659784 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39138) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:46.662002 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-300244ff-5405-4c6d-bb54-143e8f546368 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7564304 Apr 06 12:18:46.666088 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:46.666725 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:46.727102 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port e702ba98-83b2-4ede-903c-2ba62bf901c5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:46.727402 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.802699 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a18a99-938e-4d1b-b54e-d104e52a2529 None None] Pushing event updated for resources: {'Port': ['ID=bbd12312-9544-4d77-a2b0-d9856ef43655,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:46.855568 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:46.856219 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:46.858267 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59487d2e-0634-4a8e-81e5-2d39457d849a req-eaedafa4-4b69-445b-aefb-ebe8dfe5703a tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.0711153 Apr 06 12:18:46.860782 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (79422623-d7f6-42c8-82da-62b140a0a7fe), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:46.903703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e27c71-5e0c-411c-ab4d-f8f424007233 None None] Pushing event updated for resources: {'Port': ['ID=0100ed92-3532-438f-ad97-b9324660bdc5,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:46.907108 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Allocated IP 172.20.0.1 (5c363a34-7561-4021-9b08-9f1576109a40/b5db7ee1-73d3-463c-9470-ac91c2df98a5/6250549f-f5ea-4090-8e7f-d53b48feeebb) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:47.143991 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:47.145914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks [] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.176919 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (79422623-d7f6-42c8-82da-62b140a0a7fe), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.270786 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (79422623-d7f6-42c8-82da-62b140a0a7fe), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.307181 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.328258 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79422623-d7f6-42c8-82da-62b140a0a7fe,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:47.379729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.384853 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-94b686ad-17a7-49c8-b80c-ee1e15624ddc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8551219 Apr 06 12:18:47.389874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39184) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:47.404555 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:47.410254 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:47.411399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:47.421701 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:47.422190 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (d10f7347-1f80-4811-acda-a610d3f137ec), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.432006 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-950f41b1-698e-4725-977c-d13a6346ae06 None None] Current status of the port da05607d-c3db-49da-a50e-2e10cb9ede2d is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:47.486167 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:47.630285 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Pushing event updated for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:47.692920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:47.701809 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:47.721027 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port e702ba98-83b2-4ede-903c-2ba62bf901c5 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:47.728845 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0100ed92-3532-438f-ad97-b9324660bdc5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:47.764579 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdea179-aab2-43fb-970c-c1a3421cd356 None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:18:48.017669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.055449 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:48.076675 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Provisioning complete for port da05607d-c3db-49da-a50e-2e10cb9ede2d triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:48.077046 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.096974 dv-cinder-815659-5-smb neutron-server[104098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:18:48.280739 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9666d9a6-6f29-429c-9622-e88f9a6814cc req-73484fd7-dc72-4e4f-892d-48555a13abee tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.1896515 Apr 06 12:18:48.404178 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39222) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:48.449421 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.552766 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.618422 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks [] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.650148 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks [] for port (5f298798-65c8-4673-af39-3c1d58b9042b), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.653913 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 0100ed92-3532-438f-ad97-b9324660bdc5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:48.663029 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.695442 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.696552 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (d10f7347-1f80-4811-acda-a610d3f137ec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.763551 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:48.809581 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Pushing event updated for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:48.971579 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Allocated IP 172.28.0.131 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/8d0a2713-d972-4634-91ac-4ba3f5db4cc4) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:48.984389 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Current status of the port da05607d-c3db-49da-a50e-2e10cb9ede2d is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:49.013363 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:49.018574 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:49.057088 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080960f-26d4-43f3-bd25-19e378292c58 None None] Pushing event updated for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:49.148873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 0100ed92-3532-438f-ad97-b9324660bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:49.164724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Provisioning complete for port 0100ed92-3532-438f-ad97-b9324660bdc5 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:49.165549 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.186904 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.15', 55253) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:49.298431 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Router d10f7347-1f80-4811-acda-a610d3f137ec has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:18:49.304502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-284627a4-82e9-4ba7-87c5-41a526803c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.316922 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 3, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:49.377031 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:18:49.377490 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Updating router 006e34b3-9220-4035-88ad-6adac119b6c7 port 5da4ae50-a382-493b-bbac-b04e23e1b01e binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:18:49.513674 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Allocated IP 172.20.0.1 (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc/9e7f16c2-2898-4f78-98c3-e7976ee59735/0860ed77-97b6-41d0-ba09-163aeb1a36e1) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:49.516881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.595140 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device bbd12312-9544-4d77-a2b0-d9856ef43655 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:49.599631 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d720c868-6055-4e3d-bdc0-b76429353b32 req-17b7f8bf-ea90-475f-afaf-a45cb5260ad6 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.0583889 Apr 06 12:18:49.603784 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:49.608947 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.623236 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-cf79ab24-3da7-44e1-8bef-04f2ac5fa313 admin admin] 10.222.0.25 "PUT /v2.0/routers/d10f7347-1f80-4811-acda-a610d3f137ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8379259 Apr 06 12:18:49.647875 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Attempting to bind port 5f298798-65c8-4673-af39-3c1d58b9042b on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:49.647875 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Attempting to bind port 5f298798-65c8-4673-af39-3c1d58b9042b by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:49.647875 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Attempting to bind port 5f298798-65c8-4673-af39-3c1d58b9042b on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:49.654540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:49.654926 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Checking segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:49.655325 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.655749 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Bound using segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:49.656232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Bound port: 5f298798-65c8-4673-af39-3c1d58b9042b, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:49.656616 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.697344 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-d5e62429-69d3-4520-a397-af1b6d7d5062 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:49.699059 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-d5e62429-69d3-4520-a397-af1b6d7d5062 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.15 "GET /v2.0/networks?id=a675324e-3c30-4707-913a-184472b8f1cb HTTP/1.1" status: 200 len: 812 time: 0.4737236 Apr 06 12:18:49.762177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Request body: {'port': {'device_id': '085b4300-84f2-41a2-84d8-eec205f44410', 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb', 'admin_state_up': True, 'tenant_id': 'dc1c559e4e624660a56ae5e7a8a2ee01'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:49.819066 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ed1b3b0b-e1f9-4632-bc1d-986ed024274f None None] Current status of the port 0100ed92-3532-438f-ad97-b9324660bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:49.843162 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-284627a4-82e9-4ba7-87c5-41a526803c3b admin admin] Publish callbacks [] for security_group (4ca27e9e-1ac6-4b90-b1a7-9351410252e1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.851105 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port bbd12312-9544-4d77-a2b0-d9856ef43655 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:49.855141 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.878690 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks [] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.897523 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] For port 5f298798-65c8-4673-af39-3c1d58b9042b, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:49.921088 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] For port 5f298798-65c8-4673-af39-3c1d58b9042b, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5f298798-65c8-4673-af39-3c1d58b9042b,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:49.939999 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-284627a4-82e9-4ba7-87c5-41a526803c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4ca27e9e-1ac6-4b90-b1a7-9351410252e1), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.955900 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:49.970258 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.003937 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Provisioning complete for port 5f298798-65c8-4673-af39-3c1d58b9042b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:50.005393 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.075939 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:50.146410 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:50.152017 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-284627a4-82e9-4ba7-87c5-41a526803c3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40f13c1ff6804557b2ec5fe5d5b3c9c5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7294636 Apr 06 12:18:50.152017 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.153592 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39304) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:50.166567 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:50.170363 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:50.198771 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284627a4-82e9-4ba7-87c5-41a526803c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca27e9e-1ac6-4b90-b1a7-9351410252e1,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:50.307612 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] Publish callbacks [] for security_group (4ca27e9e-1ac6-4b90-b1a7-9351410252e1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.346056 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Made reservation on behalf of dc1c559e4e624660a56ae5e7a8a2ee01 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:50.351719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.358626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port bbd12312-9544-4d77-a2b0-d9856ef43655 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:50.359133 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.370439 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:50.370439 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:50.384135 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] Publish callbacks [] for security_group (4ca27e9e-1ac6-4b90-b1a7-9351410252e1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.393318 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080960f-26d4-43f3-bd25-19e378292c58 None None] Pushing event updated for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:50.418024 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=8d0a2713-d972-4634-91ac-4ba3f5db4cc4,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:50.432458 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:50.480164 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:50.524231 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:50.525283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (006e34b3-9220-4035-88ad-6adac119b6c7), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.545027 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bc909dd-abaa-4217-af95-a5f8779e8acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.582298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port bbd12312-9544-4d77-a2b0-d9856ef43655, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=bbd12312-9544-4d77-a2b0-d9856ef43655,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:50.604125 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4ca27e9e-1ac6-4b90-b1a7-9351410252e1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.607817 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.611969 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ca27e9e-1ac6-4b90-b1a7-9351410252e1 HTTP/1.1" status: 204 len: 168 time: 0.4547303 Apr 06 12:18:50.627027 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0f49e-8b5a-4b26-be44-a9a9040e212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca27e9e-1ac6-4b90-b1a7-9351410252e1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:50.735934 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bc909dd-abaa-4217-af95-a5f8779e8acf admin admin] Publish callbacks [] for security_group (0287bfb2-89bd-4f94-a57d-2e0896aafcd9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.775120 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.783624 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0100ed92-3532-438f-ad97-b9324660bdc5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:50.807341 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bc909dd-abaa-4217-af95-a5f8779e8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0287bfb2-89bd-4f94-a57d-2e0896aafcd9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.811648 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks [] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.869672 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-582bee87-dc22-4a61-ad0d-212bcf9e8650 req-bc820cee-4b59-4660-a46e-4b49ed1d7d37 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.0856769 Apr 06 12:18:50.890116 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc909dd-abaa-4217-af95-a5f8779e8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0287bfb2-89bd-4f94-a57d-2e0896aafcd9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:50.928787 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.931282 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:18:50.938585 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7bc909dd-abaa-4217-af95-a5f8779e8acf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=869ee0c1be7b4fb69e39a3ae99c7fd47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8582771 Apr 06 12:18:50.939613 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39344) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:50.947842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Current status of the port 5f298798-65c8-4673-af39-3c1d58b9042b is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:50.949909 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:50.960167 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:50.960839 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:50.978518 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:51.000207 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] Publish callbacks [] for security_group (0287bfb2-89bd-4f94-a57d-2e0896aafcd9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.025534 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] Publish callbacks [] for security_group (0287bfb2-89bd-4f94-a57d-2e0896aafcd9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.091613 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.120575 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:51.175226 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0287bfb2-89bd-4f94-a57d-2e0896aafcd9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.177935 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.179115 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0287bfb2-89bd-4f94-a57d-2e0896aafcd9 HTTP/1.1" status: 204 len: 168 time: 0.2378702 Apr 06 12:18:51.193196 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3178f-a200-4607-bd31-6c55c595cec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0287bfb2-89bd-4f94-a57d-2e0896aafcd9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:51.357814 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=bbd12312-9544-4d77-a2b0-d9856ef43655,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:51.408930 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Pushing event updated for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:51.443771 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:48Z', 'revision_number': 2, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:51.473390 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:18:51.473910 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Updating router d10f7347-1f80-4811-acda-a610d3f137ec port 6250549f-f5ea-4090-8e7f-d53b48feeebb binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:18:51.529891 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6485b-2c7a-4f9d-96fd-21246dbd1350 None None] Pushing event updated for resources: {'Port': ['ID=5da4ae50-a382-493b-bbac-b04e23e1b01e,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:51.549409 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 0100ed92-3532-438f-ad97-b9324660bdc5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:51.549787 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.553353 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.556737 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Attempting to bind port 5da4ae50-a382-493b-bbac-b04e23e1b01e on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:51.557305 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Attempting to bind port 5da4ae50-a382-493b-bbac-b04e23e1b01e by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:51.558202 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Attempting to bind port 5da4ae50-a382-493b-bbac-b04e23e1b01e on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:51.587072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] For port 5f298798-65c8-4673-af39-3c1d58b9042b, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5f298798-65c8-4673-af39-3c1d58b9042b,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:51.632559 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:51.634676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:51.635239 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.636515 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:51.637194 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Bound port: 5da4ae50-a382-493b-bbac-b04e23e1b01e, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:51.637760 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.729270 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.740359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.818419 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] For port 5da4ae50-a382-493b-bbac-b04e23e1b01e, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:51.834602 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] For port 5da4ae50-a382-493b-bbac-b04e23e1b01e, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5da4ae50-a382-493b-bbac-b04e23e1b01e,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:51.839961 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Provisioning complete for port 6250549f-f5ea-4090-8e7f-d53b48feeebb triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:51.843723 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:51.874489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-ed52a938-4d0c-4be4-abb4-a3de5680fde2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:51.875951 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-ed52a938-4d0c-4be4-abb4-a3de5680fde2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 1.1991539 Apr 06 12:18:51.936551 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Pushing event updated for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:51.943237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Allocated IP 172.20.0.5 (a675324e-3c30-4707-913a-184472b8f1cb/99939a81-0919-40e6-9203-19df08b9abf4/4a9ae050-f581-4deb-930d-7c2edf1b9227) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:18:51.962862 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:49Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:52.021790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-c9eb007d-af09-47e2-b0d9-ea4ae5b8abd2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/quotas/f94f8180696f4a629f7d74945eb76980 HTTP/1.1" status: 200 len: 375 time: 0.1370072 Apr 06 12:18:52.092944 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12787a80-85a7-496a-8699-7788f11a4095 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:49Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:18:52.095887 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.113626 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f343233f-121b-4a09-9564-800fd9a88029 req-c9ea7067-1923-4dac-b7b8-552ee7c61e95 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.1008458 Apr 06 12:18:52.142809 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 0100ed92-3532-438f-ad97-b9324660bdc5 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:52.144307 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device da05607d-c3db-49da-a50e-2e10cb9ede2d up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:52.146679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ce709823-7a98-41e9-9d1e-3b60faba045f None None] Port 6250549f-f5ea-4090-8e7f-d53b48feeebb cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:18:52.219809 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39374) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:52.234627 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc35-1022-4ce4-97ac-02031ed78793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.258991 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6485b-2c7a-4f9d-96fd-21246dbd1350 None None] Pushing event updated for resources: {'Port': ['ID=5da4ae50-a382-493b-bbac-b04e23e1b01e,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:52.274045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:52.274683 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:52.276911 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks [] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.376038 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.397889 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Provisioning complete for port 5f298798-65c8-4673-af39-3c1d58b9042b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:52.398752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.432157 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.519322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc35-1022-4ce4-97ac-02031ed78793 admin admin] Publish callbacks [] for security_group (932d818c-5eee-4a93-8e55-6ebd683978a3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.535340 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95564-c5cc-4cab-b6af-da2ce64d7847 None None] Pushing event updated for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:52.550434 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port da05607d-c3db-49da-a50e-2e10cb9ede2d triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:52.551000 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.605482 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Attempting to bind port 6250549f-f5ea-4090-8e7f-d53b48feeebb on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:52.605869 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Attempting to bind port 6250549f-f5ea-4090-8e7f-d53b48feeebb by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:52.606238 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Attempting to bind port 6250549f-f5ea-4090-8e7f-d53b48feeebb on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:52.609587 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cfccdc35-1022-4ce4-97ac-02031ed78793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (932d818c-5eee-4a93-8e55-6ebd683978a3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.625151 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:52.625806 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:52.626381 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.626787 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Bound using segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:52.627325 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Bound port: 6250549f-f5ea-4090-8e7f-d53b48feeebb, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:52.637508 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.754489 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-cfccdc35-1022-4ce4-97ac-02031ed78793 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da17ad2e25f14fdc9140e0c071eb7bdf&name=default HTTP/1.1" status: 200 len: 2995 time: 0.5336003 Apr 06 12:18:52.756530 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccdc35-1022-4ce4-97ac-02031ed78793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d818c-5eee-4a93-8e55-6ebd683978a3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:52.765107 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39386) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:52.789230 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] For port 6250549f-f5ea-4090-8e7f-d53b48feeebb, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:52.795028 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] For port 6250549f-f5ea-4090-8e7f-d53b48feeebb, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=6250549f-f5ea-4090-8e7f-d53b48feeebb,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:52.883847 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] Publish callbacks [] for security_group (932d818c-5eee-4a93-8e55-6ebd683978a3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.885437 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:52.902341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:52.957901 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] Publish callbacks [] for security_group (932d818c-5eee-4a93-8e55-6ebd683978a3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.012413 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:18:53.013152 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:53.033817 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95564-c5cc-4cab-b6af-da2ce64d7847 None None] Pushing event updated for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=4']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:53.266691 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.267812 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:18:53.271196 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39392) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:53.301335 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (932d818c-5eee-4a93-8e55-6ebd683978a3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.320438 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.320438 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/932d818c-5eee-4a93-8e55-6ebd683978a3 HTTP/1.1" status: 204 len: 168 time: 0.5372651 Apr 06 12:18:53.350719 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0f7f8-a389-4539-ab6d-0a6d1ddddcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d818c-5eee-4a93-8e55-6ebd683978a3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:53.370957 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port da05607d-c3db-49da-a50e-2e10cb9ede2d is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:53.389633 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Current status of the port 5f298798-65c8-4673-af39-3c1d58b9042b is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:53.569152 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-b5c9ffa3-69d4-4a07-a9ce-d0a05b42ad51 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5016875 Apr 06 12:18:53.690193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:53.691789 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.706561 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.761719 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-de9bc759-7520-42d4-bc80-fe40c8fc2617 req-e78e90d6-8152-4f3f-a08f-e91dd1d6c803 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.1410670 Apr 06 12:18:53.770105 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks [] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.787190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-23798884-network', 'tenant_id': 'ad77cdd18fe14f9b8db25391089d903f'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:53.852095 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ac288231-18b3-4d42-bcd5-130e28000d06 None None] Port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:18:53.863012 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device bbd12312-9544-4d77-a2b0-d9856ef43655 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:53.937284 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:53.992835 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:52Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:54.073414 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ace9ba-321d-468a-bc61-5cce6888c457 None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:52Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:18:54.134055 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Provisioning complete for port 6250549f-f5ea-4090-8e7f-d53b48feeebb triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:54.137689 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.162915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=8d0a2713-d972-4634-91ac-4ba3f5db4cc4,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:54.214440 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Made reservation on behalf of ad77cdd18fe14f9b8db25391089d903f for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:54.216895 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.221096 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.222532 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-1f34f704-41f4-42ed-b99b-6c183a70e4b9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8302858 Apr 06 12:18:54.240104 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-d50b8cc6-9d85-4fdc-a6e1-07baddb577e2 service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550484 Apr 06 12:18:54.285323 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port bbd12312-9544-4d77-a2b0-d9856ef43655 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:54.286047 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.295322 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.322597 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks [] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.434687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.451084 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.451084 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (006e34b3-9220-4035-88ad-6adac119b6c7), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.585399 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:18:49Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:18:54.653990 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Current status of the port 6250549f-f5ea-4090-8e7f-d53b48feeebb is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:54.654392 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.657547 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port bbd12312-9544-4d77-a2b0-d9856ef43655 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:54.658644 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5f298798-65c8-4673-af39-3c1d58b9042b up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:54.687420 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb3d3d-4bc9-4bef-bc32-a294aac2109c None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:18:49Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:18:54.779209 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-c9823d9b-9dbf-4014-80f4-912712796aad tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--904770598&fields=id&tenant_id=f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 267 time: 0.0983694 Apr 06 12:18:54.780939 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39438) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:54.795930 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] For port 6250549f-f5ea-4090-8e7f-d53b48feeebb, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=6250549f-f5ea-4090-8e7f-d53b48feeebb,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:54.834618 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 5f298798-65c8-4673-af39-3c1d58b9042b triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:54.836489 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.891890 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Network a675324e-3c30-4707-913a-184472b8f1cb is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:54.906766 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:54.937962 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Pushing event updated for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:54.989695 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:55.003935 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:18:55.009229 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:55.010143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:55.031897 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-b63050f2-8839-4d39-ba8d-940df40454a5 service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907763 Apr 06 12:18:55.103827 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks [] for security_group (c0b30681-3a97-4905-a8b3-8d599d6f836f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:55.116853 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283b8ac-86a2-4a31-a22f-a683b245f568 None None] Pushing event updated for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:55.131264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Pushing event updated for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:55.233849 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c0b30681-3a97-4905-a8b3-8d599d6f836f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:55.259467 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:18:55.262327 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 5f298798-65c8-4673-af39-3c1d58b9042b is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:55.289439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:55.330593 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:18:55.366324 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-7ab981fc-8309-49a2-8c66-5405145eb4dd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6230385 Apr 06 12:18:55.375666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b30681-3a97-4905-a8b3-8d599d6f836f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:55.407120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (46f8dcda-f62f-4747-895a-a613131155f9), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:55.407866 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Added segment 46f8dcda-f62f-4747-895a-a613131155f9 of type vlan for network d217872c-bfac-48a5-b8ff-ec858c3d879e Apr 06 12:18:55.495755 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-e0fa3925-ae31-47e0-a6b6-a78432614afc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:55.503336 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-e0fa3925-ae31-47e0-a6b6-a78432614afc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 810 time: 0.7231874 Apr 06 12:18:55.564770 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-b59cf3a0-58c8-4591-af5d-c486770d68fa tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/quotas/f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 375 time: 0.0513227 Apr 06 12:18:55.713958 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-2ef7ec47-82b4-4b88-ac06-d976e4b28336 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:18:55.715125 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-2ef7ec47-82b4-4b88-ac06-d976e4b28336 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3031604 Apr 06 12:18:55.738366 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 6250549f-f5ea-4090-8e7f-d53b48feeebb up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:55.925834 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-7f996ae7-c2a6-4725-9178-699b684f81f8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3598583 Apr 06 12:18:56.034459 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-eff8d5e4-87e1-46a7-86bf-94bf0d98f711 None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:56.035443 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eff8d5e4-87e1-46a7-86bf-94bf0d98f711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.116059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56c0735b-9bb9-4980-802e-e529995b9cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.183828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (d217872c-bfac-48a5-b8ff-ec858c3d879e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.206351 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 6250549f-f5ea-4090-8e7f-d53b48feeebb triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:56.209133 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.346958 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56c0735b-9bb9-4980-802e-e529995b9cc8 admin admin] Publish callbacks [] for security_group (4e288882-16bf-4902-b837-71af1f45d7e4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.348806 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-eff8d5e4-87e1-46a7-86bf-94bf0d98f711 None None] Port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:18:56.449800 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56c0735b-9bb9-4980-802e-e529995b9cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4e288882-16bf-4902-b837-71af1f45d7e4), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:56.529475 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 6250549f-f5ea-4090-8e7f-d53b48feeebb is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:56.575363 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-56c0735b-9bb9-4980-802e-e529995b9cc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20100614638b4a6d982f23a59c375ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7832570 Apr 06 12:18:56.582156 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39502) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:56.599796 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0735b-9bb9-4980-802e-e529995b9cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e288882-16bf-4902-b837-71af1f45d7e4,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:56.650824 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-a7b2a1e6-ff09-472b-b048-423260537efa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:18:56.658342 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-a7b2a1e6-ff09-472b-b048-423260537efa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3096275 Apr 06 12:18:56.831686 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Request body: {'port': {'device_id': '085b4300-84f2-41a2-84d8-eec205f44410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:57.022966 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec1206-5f95-4a99-850b-073ab63d0070 req-d87de1ad-33f2-4cef-80f3-baaf2b5b4024 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:57.030571 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0bec1206-5f95-4a99-850b-073ab63d0070 req-d87de1ad-33f2-4cef-80f3-baaf2b5b4024 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 931 time: 1.0703583 Apr 06 12:18:57.037003 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:18:57.039833 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-b0e94f5f-134d-4f1e-b96b-b3ee6002c081 service neutron] 10.222.0.25 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797538 Apr 06 12:18:57.043990 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] Publish callbacks [] for security_group (4e288882-16bf-4902-b837-71af1f45d7e4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.077716 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (d217872c-bfac-48a5-b8ff-ec858c3d879e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.084839 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:57.085633 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.097634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.177513 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] Publish callbacks [] for security_group (4e288882-16bf-4902-b837-71af1f45d7e4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.368168 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4e288882-16bf-4902-b837-71af1f45d7e4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.371498 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:57.375757 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e288882-16bf-4902-b837-71af1f45d7e4 HTTP/1.1" status: 204 len: 168 time: 0.7835407 Apr 06 12:18:57.404893 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af61a68-ca2c-4a75-9734-b5acc85ef88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e288882-16bf-4902-b837-71af1f45d7e4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:57.436400 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.1638927 Apr 06 12:18:57.448481 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39524) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:57.458522 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893bca-d9d3-4ea5-9657-ea2eca2a499b admin admin] Pushing event updated for resources: {'Network': ['ID=d217872c-bfac-48a5-b8ff-ec858c3d879e,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:57.468501 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Request body: {'subnet': {'network_id': 'd217872c-bfac-48a5-b8ff-ec858c3d879e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-23798884-subnet', 'tenant_id': 'ad77cdd18fe14f9b8db25391089d903f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:18:57.485973 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0bec1206-5f95-4a99-850b-073ab63d0070 req-efc39483-7edc-4a14-bd87-01b214cbe8ac tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544160 Apr 06 12:18:57.554056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network d217872c-bfac-48a5-b8ff-ec858c3d879e details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:18:57.620424 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-2fb1fc98-c7a8-46c5-8cae-73bbf3c7c99a service neutron] 10.222.0.25 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701051 Apr 06 12:18:57.701102 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Made reservation on behalf of ad77cdd18fe14f9b8db25391089d903f for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:18:57.703433 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.025350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:18:58.066095 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5da4ae50-a382-493b-bbac-b04e23e1b01e up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:58.079145 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-11f42757-de05-4a18-ba0e-0ea82f1a8b75 admin admin] 10.222.0.25 "PUT /v2.0/routers/006e34b3-9220-4035-88ad-6adac119b6c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4180248 Apr 06 12:18:58.187856 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-00e7fcad-511b-40ac-9bf9-5743f5b214a9 req-85b4fbc8-75fe-46ba-bc14-88b460692de4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0866294 Apr 06 12:18:58.221996 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-664f9fe7-85d6-4dd2-ba67-09f007975ebc req-6fbcd9e7-f6f3-4b6a-9658-fd77ae5cf5b7 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 210 time: 0.3200600 Apr 06 12:18:58.287771 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 5da4ae50-a382-493b-bbac-b04e23e1b01e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:18:58.292533 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.492125 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 5da4ae50-a382-493b-bbac-b04e23e1b01e is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:18:58.492757 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.506826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (fa4f114a-a86d-4ad5-933b-4f88f58e145f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.607136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 5da4ae50-a382-493b-bbac-b04e23e1b01e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5da4ae50-a382-493b-bbac-b04e23e1b01e,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:18:58.640074 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa4f114a-a86d-4ad5-933b-4f88f58e145f,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:58.650424 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9ae050-f581-4deb-930d-7c2edf1b9227 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:18:58.685213 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.686265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks [] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.746484 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Transition to ACTIVE for port object 4a9ae050-f581-4deb-930d-7c2edf1b9227 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:18:58.762731 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Checking segment: {'id': '46f8dcda-f62f-4747-895a-a613131155f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd217872c-bfac-48a5-b8ff-ec858c3d879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:58.763331 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Network hostable DHCP agents. Network: d217872c-bfac-48a5-b8ff-ec858c3d879e, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:18:58.770616 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=5da4ae50-a382-493b-bbac-b04e23e1b01e,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:58.830105 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600c950-47fe-489c-ba18-9909ec36e5c8 req-af44c60a-2be7-4ea3-9aeb-71a4b3376f4f tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:58.850231 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c600c950-47fe-489c-ba18-9909ec36e5c8 req-af44c60a-2be7-4ea3-9aeb-71a4b3376f4f tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 931 time: 0.1939092 Apr 06 12:18:58.867546 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:58.897956 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Network d217872c-bfac-48a5-b8ff-ec858c3d879e is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:18:58.977741 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:18:59.044193 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c600c950-47fe-489c-ba18-9909ec36e5c8 req-1541fe70-87d5-44a6-977d-176624c3fcb4 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925890 Apr 06 12:18:59.047065 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, d217872c-bfac-48a5-b8ff-ec858c3d879e) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:18:59.063685 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38872b26-638e-4ad2-9acb-c899fa1f45d7 None None] Network d217872c-bfac-48a5-b8ff-ec858c3d879e requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:59.064772 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:59.065384 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:59.126199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Attempting to bind port 4a9ae050-f581-4deb-930d-7c2edf1b9227 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:18:59.126771 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Attempting to bind port 4a9ae050-f581-4deb-930d-7c2edf1b9227 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '4c9d5fb2-07ee-42b3-abbc-827e15e60091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:18:59.128711 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Attempting to bind port 4a9ae050-f581-4deb-930d-7c2edf1b9227 on network a675324e-3c30-4707-913a-184472b8f1cb {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:59.137115 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Port 4a9ae050-f581-4deb-930d-7c2edf1b9227 on network a675324e-3c30-4707-913a-184472b8f1cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:18:59.138769 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Attempting to bind port 4a9ae050-f581-4deb-930d-7c2edf1b9227 on network a675324e-3c30-4707-913a-184472b8f1cb {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:18:59.152806 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:18:59.153281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Checking segment: {'id': '4c9d5fb2-07ee-42b3-abbc-827e15e60091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:18:59.153927 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Bound using segment: {'id': '4c9d5fb2-07ee-42b3-abbc-827e15e60091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:18:59.155851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Bound port: 4a9ae050-f581-4deb-930d-7c2edf1b9227, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d5fb2-07ee-42b3-abbc-827e15e60091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:18:59.156384 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:59.201338 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dd796ec6-8207-4ed6-9775-fbd81a17c4ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7493520 Apr 06 12:18:59.387081 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:18:59.405269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227,segment=NetworkSegment(4c9d5fb2-07ee-42b3-abbc-827e15e60091),segment_id=4c9d5fb2-07ee-42b3-abbc-827e15e60091)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:18:59.494787 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:59.575260 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263fe82-2d12-4fdc-aa41-f95b6ac68bd3 None None] Network d217872c-bfac-48a5-b8ff-ec858c3d879e requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:18:59.636212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:59.636835 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:18:59.638303 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a9ae050-f581-4deb-930d-7c2edf1b9227 HTTP/1.1" status: 200 len: 1093 time: 3.5816965 Apr 06 12:18:59.638756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:18:59.691790 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-0454171d-0ebe-41e2-ba05-8ed731b6fac6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:18:59.696550 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-0454171d-0ebe-41e2-ba05-8ed731b6fac6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 0.4467533 Apr 06 12:18:59.734404 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-12d39aa4-9de6-4e34-901e-9d71199878d2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/quotas/f94f8180696f4a629f7d74945eb76980 HTTP/1.1" status: 200 len: 375 time: 0.0265017 Apr 06 12:18:59.854505 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5da4ae50-a382-493b-bbac-b04e23e1b01e up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:18:59.894137 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-1cf13db5-83de-49cb-87cb-8c8bbe834c9d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1525662 Apr 06 12:18:59.929180 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.15', 55268) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:18:59.952897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a5747-a4d6-4650-8429-d07a75614686 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:00.020455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39626) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:00.035037 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882858145', 'description': 'tempest-description--2109214690'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:00.162591 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-e1c0bb62-c9fb-42f6-9bdf-7c86051d4e4b service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628424 Apr 06 12:19:00.219708 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 5da4ae50-a382-493b-bbac-b04e23e1b01e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:00.220093 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:00.282280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-6de4f66a-6543-4689-af98-759e341bbddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:00.292999 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-6de4f66a-6543-4689-af98-759e341bbddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1c559e4e624660a56ae5e7a8a2ee01&device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 1127 time: 0.3584507 Apr 06 12:19:00.370716 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1f800d10-2b16-4353-a29b-03c4c3f47618 req-a3f913e4-684f-47ef-82a2-67da6c9382bf tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 210 time: 0.2235584 Apr 06 12:19:00.376835 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:00.489480 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 5da4ae50-a382-493b-bbac-b04e23e1b01e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:00.531496 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-cb53832d-0a06-470e-b8db-c956f1bbe7ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227 HTTP/1.1" status: 200 len: 217 time: 0.2141409 Apr 06 12:19:00.572845 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:00.654110 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-a43f31e1-fa9d-429a-a155-9a6ec8355747 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:00.655800 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-a43f31e1-fa9d-429a-a155-9a6ec8355747 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 0.6393750 Apr 06 12:19:00.661068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-07422415-ebff-4692-9714-73914dea52d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:00.697716 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-41108fe8-a264-40fb-ab96-89d73e8c83f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338740 Apr 06 12:19:00.712194 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f41409-3933-446c-ae76-25287130b2c8 req-63bcd397-e31f-488e-81f3-6ec2dccd13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:00.714073 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-63bcd397-e31f-488e-81f3-6ec2dccd13e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99939a81-0919-40e6-9203-19df08b9abf4 HTTP/1.1" status: 200 len: 852 time: 0.1294761 Apr 06 12:19:00.756244 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'port': {'device_id': '34379d29-2341-470e-b432-838016041bfc', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'admin_state_up': True, 'tenant_id': 'f94f8180696f4a629f7d74945eb76980'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:00.794930 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-ffa07838-5c79-47da-b2ac-d458f098d77a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a675324e-3c30-4707-913a-184472b8f1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535164 Apr 06 12:19:00.855030 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1b712-8669-401f-8970-8aaf56c084e2 req-d1ce446e-b1cf-4694-990d-ea0c6392e984 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:00.856705 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8a1b712-8669-401f-8970-8aaf56c084e2 req-d1ce446e-b1cf-4694-990d-ea0c6392e984 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.3017037 Apr 06 12:19:00.985765 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-ea9f0173-601f-4f68-ab2f-f0b455bbdd2b service neutron] 10.222.0.15 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715963 Apr 06 12:19:00.987511 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (1965c45a-5cb7-466c-80ec-9228b7a3bb19), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:01.044767 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8a1b712-8669-401f-8970-8aaf56c084e2 req-d95889ea-08ce-4a2b-abac-8ecbaa1be7ee tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381538 Apr 06 12:19:01.077887 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1965c45a-5cb7-466c-80ec-9228b7a3bb19), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:01.150120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1965c45a-5cb7-466c-80ec-9228b7a3bb19,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:01.219742 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9e5ac6d0-6d03-4d4a-b741-46c33bfac662 req-8295d6a1-805b-4932-a6c7-1dd8a8b212e2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.0453038 Apr 06 12:19:01.225772 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:01.227167 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-f1eddc72-2a60-4024-a4e8-0f0b995c92dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2037754 Apr 06 12:19:01.231342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:01.237884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group_rule': {'security_group_id': '1965c45a-5cb7-466c-80ec-9228b7a3bb19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:01.318694 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Made reservation on behalf of f94f8180696f4a629f7d74945eb76980 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:01.323346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:01.618353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (6808fbca-f8f2-48c9-9f37-25a2fe741202), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:01.618353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39690) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:01.630399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68145d4b-76cb-4545-92df-221600b1e367 x-openstack-request-id: req-68145d4b-76cb-4545-92df-221600b1e367 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:01.630982 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:01.630982 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68145d4b-76cb-4545-92df-221600b1e367 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:01.631420 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68145d4b-76cb-4545-92df-221600b1e367'] response: {'name': 'network-changed', 'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227', 'status': 'completed', 'code': 200} Apr 06 12:19:01.632326 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.15', 55272) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:01.639257 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ef042af-6b7f-4d4e-bf68-582f7bfd16ac req-b24b9179-8830-44b0-8e03-41ea85e91d64 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 210 time: 0.1255057 Apr 06 12:19:01.866912 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034845660-network', 'tenant_id': '30d1bcef01ec4f44b4c1ac7960b129f5'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:01.882185 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Allocated IP 172.20.0.6 (5c363a34-7561-4021-9b08-9f1576109a40/b5db7ee1-73d3-463c-9470-ac91c2df98a5/519107d1-7a69-4404-b0dd-0d474de5050b) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:19:01.934173 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-46f41409-3933-446c-ae76-25287130b2c8 req-7021d6aa-4a6a-42a2-9abf-3ff27db77323 service neutron] 10.222.0.15 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881929 Apr 06 12:19:01.981131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-b83a316c-6f02-40e5-89a5-01a3e3a676b1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:01.992419 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-b83a316c-6f02-40e5-89a5-01a3e3a676b1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 810 time: 0.3489804 Apr 06 12:19:02.005193 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (6808fbca-f8f2-48c9-9f37-25a2fe741202), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.006609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Made reservation on behalf of 30d1bcef01ec4f44b4c1ac7960b129f5 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:02.009578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.019558 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.127794 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-bc214562-423e-4b0b-852b-dc24a44c2542 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 379 time: 0.0820532 Apr 06 12:19:02.195942 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks [] for security_group (dd8d56eb-8329-452b-a988-1c3b3324d9fc), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.222726 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (6808fbca-f8f2-48c9-9f37-25a2fe741202), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.357455 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dd8d56eb-8329-452b-a988-1c3b3324d9fc), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.390344 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6808fbca-f8f2-48c9-9f37-25a2fe741202,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:02.408496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:19:02.423702 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d56eb-8329-452b-a988-1c3b3324d9fc,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:02.439012 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:02.439388 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:18:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:02.444411 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:19:02.477950 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'port': {'device_id': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'admin_state_up': True, 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'security_groups': ['a5157289-4131-4ca9-a2f5-2b52b0381292']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:02.505754 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8d5f9-cbe3-4ad0-943b-c439305467ac req-7b90cb47-2cf8-46ee-97c6-28efddfbebbe tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:02.513914 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-31d8d5f9-cbe3-4ad0-943b-c439305467ac req-7b90cb47-2cf8-46ee-97c6-28efddfbebbe tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.3162708 Apr 06 12:19:02.522288 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.526730 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f038435d-682b-4f75-ad1e-3bba9fe7aa17 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2935708 Apr 06 12:19:02.538051 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39724) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:02.544947 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e2aae0fa-fef8-4921-916f-1c32d6698d6a req-1f343dd4-567e-4fe7-8fff-88ec30a80681 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.0531096 Apr 06 12:19:02.548788 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (9abbf931-681c-411e-ad7f-f3324ae0f571), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.549369 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Added segment 9abbf931-681c-411e-ad7f-f3324ae0f571 of type vlan for network 16615f66-2b18-42fe-8710-50f10900ad11 Apr 06 12:19:02.553405 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group_rule': {'security_group_id': '1965c45a-5cb7-466c-80ec-9228b7a3bb19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:02.696534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for port (519107d1-7a69-4404-b0dd-0d474de5050b), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.738717 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-ab9b39bc-8b91-4176-83d3-6d477947a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:02.745725 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-ab9b39bc-8b91-4176-83d3-6d477947a934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1c559e4e624660a56ae5e7a8a2ee01&device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 1127 time: 0.5463231 Apr 06 12:19:02.751994 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.774025 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-31d8d5f9-cbe3-4ad0-943b-c439305467ac req-0a802adb-eff5-44a3-9d9e-e87af8742301 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565186 Apr 06 12:19:02.825541 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-51f4b9cd-54a4-4198-86ca-e452ba1ed0fb req-545e29ef-6624-4926-8db9-ef735079b787 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0557785 Apr 06 12:19:02.863871 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:02.875326 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (f287fd21-fa83-444c-b503-04d9a2f4ebe2), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.918518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Made reservation on behalf of f46e4568ec0e4d048472c8c65b33d16a for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:02.922950 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.930868 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (16615f66-2b18-42fe-8710-50f10900ad11), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:02.947203 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.004319 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (f287fd21-fa83-444c-b503-04d9a2f4ebe2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.078704 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (f287fd21-fa83-444c-b503-04d9a2f4ebe2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.101501 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:19:03.107549 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f287fd21-fa83-444c-b503-04d9a2f4ebe2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:03.111565 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:03.112242 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-6cb0ecf8-0027-4409-8c9f-656fc26ffb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:03.115174 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-6cb0ecf8-0027-4409-8c9f-656fc26ffb18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a675324e-3c30-4707-913a-184472b8f1cb HTTP/1.1" status: 200 len: 913 time: 0.3200929 Apr 06 12:19:03.144930 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:19:03.159011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:03.159011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.190707 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-ef303be7-0f32-4054-bdd6-23e2daea3933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227 HTTP/1.1" status: 200 len: 217 time: 0.0655348 Apr 06 12:19:03.205186 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:18:53Z', 'revision_number': 2, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:03.208505 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (16615f66-2b18-42fe-8710-50f10900ad11), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.209593 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:03.219116 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.220240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.227010 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1aac244f-d9e4-4cf6-8241-ce5b33128ba6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6874793 Apr 06 12:19:03.227826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39746) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:03.246691 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:19:03.247140 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Updating router 006e34b3-9220-4035-88ad-6adac119b6c7 port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:19:03.255683 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:03.279974 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.297429 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:03.350471 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d78d10bf-76c0-474c-ba4b-ab5994bfd919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.450684 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] Pushing event updated for resources: {'Network': ['ID=16615f66-2b18-42fe-8710-50f10900ad11,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:03.476224 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-404f7c4a-c8aa-4b13-80bf-ba773be4f1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:03.479887 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-837b3465-7d20-4606-93d9-25cb0787da97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7339916 Apr 06 12:19:03.487685 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-404f7c4a-c8aa-4b13-80bf-ba773be4f1f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=99939a81-0919-40e6-9203-19df08b9abf4 HTTP/1.1" status: 200 len: 852 time: 0.2520888 Apr 06 12:19:03.491174 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a369cd35-72cf-4873-acdf-e82b7dad8115 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8563278 Apr 06 12:19:03.497448 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39750) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:03.502257 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Request body: {'port': {'device_id': '34379d29-2341-470e-b432-838016041bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:03.511521 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 16615f66-2b18-42fe-8710-50f10900ad11 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:19:03.515194 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Request body: {'subnet': {'network_id': '16615f66-2b18-42fe-8710-50f10900ad11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034845660-subnet', 'tenant_id': '30d1bcef01ec4f44b4c1ac7960b129f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:03.533869 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Allocated IP 172.20.0.12 (0bfd3135-adb0-40e7-b121-dfc7cc57ef68/c73f624b-47ac-42e3-b38a-8c2b61c526f3/ad83d684-8a04-41de-a100-c7b435543579) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:19:03.599073 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.615040 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-b5e2158b-b31e-474a-850f-72f234697ecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a675324e-3c30-4707-913a-184472b8f1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948222 Apr 06 12:19:03.744835 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Made reservation on behalf of 30d1bcef01ec4f44b4c1ac7960b129f5 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:03.747599 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.802454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (ad83d684-8a04-41de-a100-c7b435543579), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.848884 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-242314be-1d67-4f50-8bd0-2b180f1e34a4 None None] Provisioning complete for port 519107d1-7a69-4404-b0dd-0d474de5050b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:03.855160 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-242314be-1d67-4f50-8bd0-2b180f1e34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.874399 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7deffb85-5c19-4715-91c3-2f083424647f req-28392a8d-92c6-4d62-84c1-c27825904104 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.2139049 Apr 06 12:19:03.934634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:03.944427 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-242314be-1d67-4f50-8bd0-2b180f1e34a4 None None] Port 519107d1-7a69-4404-b0dd-0d474de5050b cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:19:03.967270 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks [] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.024882 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:19:04.068743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:04.083808 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.090852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.111317 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:19:04.115874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:04.142477 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:19:04.148691 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:04.150182 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.266656 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d56d8c-56d6-4958-a60c-d82c94730349 req-3e012d38-7c48-4f98-9bbe-9470d64970bc tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:04.273316 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c9d56d8c-56d6-4958-a60c-d82c94730349 req-3e012d38-7c48-4f98-9bbe-9470d64970bc tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.3612761 Apr 06 12:19:04.273733 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-5b13d1a9-35e7-4f5c-a9da-5dd89f113629 service neutron] 10.222.0.15 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440201 Apr 06 12:19:04.374785 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.403927 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054f919-ceb8-476f-a5bc-cf77f93f6d10 None None] Pushing event updated for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:04.448860 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-9df9d703-f6c0-4283-90a6-2b22836a9c9f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9746914 Apr 06 12:19:04.485035 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Request body: {'port': {'device_id': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:04.519967 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.15', 55279) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:04.546496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Attempting to bind port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:19:04.547142 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Attempting to bind port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:19:04.547142 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Attempting to bind port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:04.566350 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (ea4bb81d-c824-43b9-87dd-cd42d2190c4e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.568882 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:19:04.569287 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Checking segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:04.569772 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.570049 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Bound using segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:19:04.570526 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Bound port: 0860ed77-97b6-41d0-ba09-163aeb1a36e1, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:19:04.570910 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.655990 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-aa371772-11de-4f7a-8ea4-b6dc06b3b7ba None None] Provisioning complete for port ad83d684-8a04-41de-a100-c7b435543579 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:04.656391 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aa371772-11de-4f7a-8ea4-b6dc06b3b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ad83d684-8a04-41de-a100-c7b435543579), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.726446 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4bb81d-c824-43b9-87dd-cd42d2190c4e,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:04.750365 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-63a1a39d-ed3e-48fe-b248-8ed826f2a532 service neutron] 10.222.0.15 "GET /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721471 Apr 06 12:19:04.816629 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-aa371772-11de-4f7a-8ea4-b6dc06b3b7ba None None] Port ad83d684-8a04-41de-a100-c7b435543579 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:19:04.828819 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571cc45-6aad-4c33-89d3-ffc73a5eaade req-a9257900-2628-4745-9b27-e42c1894ac25 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:04.831136 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d571cc45-6aad-4c33-89d3-ffc73a5eaade req-a9257900-2628-4745-9b27-e42c1894ac25 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 932 time: 0.6011248 Apr 06 12:19:04.844825 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] For port 0860ed77-97b6-41d0-ba09-163aeb1a36e1, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:19:04.848657 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] For port 0860ed77-97b6-41d0-ba09-163aeb1a36e1, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0860ed77-97b6-41d0-ba09-163aeb1a36e1,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:19:04.918375 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:04.928464 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c9d56d8c-56d6-4958-a60c-d82c94730349 req-6d998b12-3a3f-4ef2-b939-cd393b2f480c tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325314 Apr 06 12:19:05.023243 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d571cc45-6aad-4c33-89d3-ffc73a5eaade req-48597f90-40fe-49fd-bf25-c25e69fdb51d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814523 Apr 06 12:19:05.051755 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ad83d684-8a04-41de-a100-c7b435543579), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.063105 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Checking segment: {'id': '9abbf931-681c-411e-ad7f-f3324ae0f571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16615f66-2b18-42fe-8710-50f10900ad11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:05.063692 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Network hostable DHCP agents. Network: 16615f66-2b18-42fe-8710-50f10900ad11, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:19:05.113482 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.125904 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:05.125904 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:19:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:05.125904 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:05.125904 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.207368 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-fb01cfd7-02a0-4d5e-b882-7081c61dba3e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:05.209298 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-fb01cfd7-02a0-4d5e-b882-7081c61dba3e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 0.6882443 Apr 06 12:19:05.237523 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Network 16615f66-2b18-42fe-8710-50f10900ad11 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:19:05.274404 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2567f7d-5a58-473f-82b5-101b6a8d9313 req-84e88b11-57e9-424e-9a03-956353b6e0fa tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.1522617 Apr 06 12:19:05.294065 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'port': {'device_id': '8237ba71-788c-47ba-ba68-a57847571731', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'admin_state_up': True, 'tenant_id': 'f94f8180696f4a629f7d74945eb76980'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:05.312802 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054f919-ceb8-476f-a5bc-cf77f93f6d10 None None] Pushing event updated for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:05.433209 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:05.450718 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Allocated IP 172.28.0.123 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/57da6599-ec32-4eca-befe-0ecb4becd8c1) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:19:05.462536 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 16615f66-2b18-42fe-8710-50f10900ad11) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:05.474711 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:05.475627 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.520309 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ead664-8a42-47a7-a764-26b03ae96f1f None None] Network 16615f66-2b18-42fe-8710-50f10900ad11 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:19:05.599455 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-61db2e18-e2b6-4a66-b6eb-b1a02584f6d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1007080 Apr 06 12:19:05.664991 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0860ed77-97b6-41d0-ba09-163aeb1a36e1 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:05.753501 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Current status of the port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:05.753891 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.787291 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:05.869811 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39806) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:05.992363 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519107d1-7a69-4404-b0dd-0d474de5050b {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:06.048051 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] For port 0860ed77-97b6-41d0-ba09-163aeb1a36e1, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0860ed77-97b6-41d0-ba09-163aeb1a36e1,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:06.053439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks [] for port (519107d1-7a69-4404-b0dd-0d474de5050b), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.078222 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.108597 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c34ec-dd81-4f91-bc37-7f5b2f8f9901 None None] Network 16615f66-2b18-42fe-8710-50f10900ad11 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:19:06.137752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.183379 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:06.183843 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.206813 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad83d684-8a04-41de-a100-c7b435543579 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:06.220382 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Transition to ACTIVE for port object 519107d1-7a69-4404-b0dd-0d474de5050b will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:19:06.261667 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks [] for port (ad83d684-8a04-41de-a100-c7b435543579), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.369942 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-46b91f54-8fb0-4d85-9004-316dbd974f2a None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:06.370409 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46b91f54-8fb0-4d85-9004-316dbd974f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.376748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Transition to ACTIVE for port object ad83d684-8a04-41de-a100-c7b435543579 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:19:06.396554 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.422892 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85d6f9-2ee4-4110-9386-99655cbc06fc req-78d0da3e-be41-4226-8fa3-e70793fe6781 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:06.425249 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-eb85d6f9-2ee4-4110-9386-99655cbc06fc req-78d0da3e-be41-4226-8fa3-e70793fe6781 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.1643469 Apr 06 12:19:06.428843 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Deleting subnet fa4f114a-a86d-4ad5-933b-4f88f58e145f {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:19:06.432967 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Publish callbacks [] for subnet (fa4f114a-a86d-4ad5-933b-4f88f58e145f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.489480 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Publish callbacks [] for subnet (fa4f114a-a86d-4ad5-933b-4f88f58e145f), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.517549 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (fa4f114a-a86d-4ad5-933b-4f88f58e145f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.530290 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Pushing event updated for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:06.531817 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b542c3b-a88f-4191-8231-0ead7e3383dc None None] Pushing event updated for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:06.534155 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.543432 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.552737 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd00e61-3fda-4876-b764-336d07fa3aa5 req-6683f198-3143-4ae3-9ca1-b30e20d1b08e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:06.554321 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ecd00e61-3fda-4876-b764-336d07fa3aa5 req-6683f198-3143-4ae3-9ca1-b30e20d1b08e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 932 time: 0.4320590 Apr 06 12:19:06.608164 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Made reservation on behalf of f94f8180696f4a629f7d74945eb76980 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:06.612511 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:06.614928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:06.617637 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-46b91f54-8fb0-4d85-9004-316dbd974f2a None None] Current status of the port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:06.714881 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ecd00e61-3fda-4876-b764-336d07fa3aa5 req-91671e52-0e00-4e32-8a6f-5aaa085345ef tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872676 Apr 06 12:19:06.737651 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:04Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:06.766224 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:19:06.790228 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:06.831820 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:19:06.910612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7270287e-5757-45c5-bd7c-184f4995dcd7 None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:04Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:19:06.925773 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:06.972915 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=57da6599-ec32-4eca-befe-0ecb4becd8c1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:07.107281 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-eb85d6f9-2ee4-4110-9386-99655cbc06fc req-8c3d3783-35fc-46d4-ad31-1ffe0dcf09be tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849493 Apr 06 12:19:07.171774 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39860) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:07.183994 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (fa4f114a-a86d-4ad5-933b-4f88f58e145f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.272589 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa4f114a-a86d-4ad5-933b-4f88f58e145f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:07.337109 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.342105 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-901925b5-44a0-4fc9-b3e0-d12400dc3879 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa4f114a-a86d-4ad5-933b-4f88f58e145f HTTP/1.1" status: 204 len: 168 time: 1.4709778 Apr 06 12:19:07.348471 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39872) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:07.366235 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Attempting to bind port 519107d1-7a69-4404-b0dd-0d474de5050b on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:19:07.366815 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Attempting to bind port 519107d1-7a69-4404-b0dd-0d474de5050b by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:19:07.366815 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Attempting to bind port 519107d1-7a69-4404-b0dd-0d474de5050b on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:07.426583 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.460991 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7e472084-6f07-4230-931a-020699907752 req-fa381ab7-9cad-494b-9a27-8683b1ec79c2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.1898386 Apr 06 12:19:07.476586 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.517000 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0860ed77-97b6-41d0-ba09-163aeb1a36e1 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:07.525314 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a566466-82a8-42a7-9ee5-b69b64cbfe08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.529782 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Attempting to bind port ad83d684-8a04-41de-a100-c7b435543579 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:19:07.530131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Attempting to bind port ad83d684-8a04-41de-a100-c7b435543579 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:19:07.530466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Attempting to bind port ad83d684-8a04-41de-a100-c7b435543579 on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:07.544444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Port 519107d1-7a69-4404-b0dd-0d474de5050b on network 5c363a34-7561-4021-9b08-9f1576109a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:19:07.544772 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Attempting to bind port 519107d1-7a69-4404-b0dd-0d474de5050b on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:07.553029 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (d217872c-bfac-48a5-b8ff-ec858c3d879e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.586687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Port ad83d684-8a04-41de-a100-c7b435543579 on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:19:07.587054 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Attempting to bind port ad83d684-8a04-41de-a100-c7b435543579 on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:07.640083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:19:07.640083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Checking segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:07.640083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Bound using segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:19:07.640083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Bound port: ad83d684-8a04-41de-a100-c7b435543579, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:19:07.640083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ad83d684-8a04-41de-a100-c7b435543579), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.663799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:19:07.663799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:07.663799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Bound using segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:19:07.666793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Bound port: 519107d1-7a69-4404-b0dd-0d474de5050b, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:19:07.667724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:07.668252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.668479 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.734735 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.848662 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:19:07.857044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ad83d684-8a04-41de-a100-c7b435543579,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:19:07.910123 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (d217872c-bfac-48a5-b8ff-ec858c3d879e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.912899 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:07.950200 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a566466-82a8-42a7-9ee5-b69b64cbfe08 admin admin] Publish callbacks [] for security_group (2cff7ad8-08d1-4dbf-b57c-1e042096d72c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:07.957793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Allocated IP 172.20.0.9 (5c363a34-7561-4021-9b08-9f1576109a40/b5db7ee1-73d3-463c-9470-ac91c2df98a5/3d3532d0-5f7f-4ee4-b2df-f564f7b2a353) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:19:07.963797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:19:07.968419 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=519107d1-7a69-4404-b0dd-0d474de5050b,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:19:07.986353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.986719 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.987495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.987993 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > port after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.988479 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.988814 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > port after_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.989136 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.989472 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.989782 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:07.990250 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:08.179197 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.232757 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.252089 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.318187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.318900 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.320504 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] 10.222.0.15 "PUT /v2.0/ports/519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 1093 time: 4.8231723 Apr 06 12:19:08.326899 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.326899 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.326899 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 1094 time: 3.8478322 Apr 06 12:19:08.326899 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b'}, {'name': 'network-changed', 'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:08.339929 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59198905-a4ef-43dc-9936-d75d1aea55fd" -d '{"events": [{"name": "network-changed", "server_uuid": "34379d29-2341-470e-b432-838016041bfc", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b"}, {"name": "network-changed", "server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "tag": "ad83d684-8a04-41de-a100-c7b435543579"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:08.365731 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01e5a4-866c-4f4b-908a-773168f1dbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:08.384965 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d887b49-8ced-43a8-95b0-b2625c1f1273 req-1934d1ff-ea3d-4e4a-9904-8d27070c9ab7 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.390488 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d887b49-8ced-43a8-95b0-b2625c1f1273 req-1934d1ff-ea3d-4e4a-9904-8d27070c9ab7 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.1708047 Apr 06 12:19:08.492501 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e3e3c-e2ce-4cc4-af59-0770ffa653d1 service neutron] Pushing event updated for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:08.506216 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.507420 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:08.507888 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:08.508225 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:08.508557 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:19:08.508906 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d217872c-bfac-48a5-b8ff-ec858c3d879e']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:08.600984 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:19:08.607638 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5a566466-82a8-42a7-9ee5-b69b64cbfe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2cff7ad8-08d1-4dbf-b57c-1e042096d72c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.620265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:08.630653 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f8dcda-f62f-4747-895a-a613131155f9') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:08.634240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f8dcda-f62f-4747-895a-a613131155f9') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:08.703666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:19:08.704267 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (46f8dcda-f62f-4747-895a-a613131155f9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.709103 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.710609 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.746384 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d887b49-8ced-43a8-95b0-b2625c1f1273 req-0ac78263-e7ce-4879-910b-ec55b483fe7e tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434962 Apr 06 12:19:08.770564 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2b48c-c908-4985-9e6f-958bb20d97b6 req-dbf74730-becf-4b81-a2e6-a0d5ea61bdab tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.770564 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-81c2b48c-c908-4985-9e6f-958bb20d97b6 req-dbf74730-becf-4b81-a2e6-a0d5ea61bdab tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.9210730 Apr 06 12:19:08.774346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:08.807325 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39920) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:08.808245 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5a566466-82a8-42a7-9ee5-b69b64cbfe08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4563d3aa0a6d42e086ff2864d097300c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6317921 Apr 06 12:19:08.815732 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (46f8dcda-f62f-4747-895a-a613131155f9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.835578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a566466-82a8-42a7-9ee5-b69b64cbfe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cff7ad8-08d1-4dbf-b57c-1e042096d72c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:08.854036 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:19:08.854458 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (46f8dcda-f62f-4747-895a-a613131155f9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.870423 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-d7ea7431-5100-4c14-ae76-25f58afb0733 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6001847 Apr 06 12:19:08.882061 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-4ad0700d-55fb-48d9-b8db-e718e6597cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.883686 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-4ad0700d-55fb-48d9-b8db-e718e6597cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1128 time: 0.2751002 Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: from cryptography.utils import int_from_bytes Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: from cryptography.utils import int_from_bytes Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:19:08.895893 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:19:08.899063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-3844a434-41e7-4cd8-ae1d-dc1549934522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:08.901110 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-3844a434-41e7-4cd8-ae1d-dc1549934522 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1127 time: 0.2837698 Apr 06 12:19:08.924378 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e10d1dc-758b-49ab-bfa8-c0f24d98c794 x-openstack-request-id: req-5e10d1dc-758b-49ab-bfa8-c0f24d98c794 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:08.924574 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34379d29-2341-470e-b432-838016041bfc", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "tag": "ad83d684-8a04-41de-a100-c7b435543579", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:08.924838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e10d1dc-758b-49ab-bfa8-c0f24d98c794 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:08.925253 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e10d1dc-758b-49ab-bfa8-c0f24d98c794'] response: {'name': 'network-changed', 'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b', 'status': 'completed', 'code': 200} Apr 06 12:19:08.925517 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e10d1dc-758b-49ab-bfa8-c0f24d98c794'] response: {'name': 'network-changed', 'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579', 'status': 'completed', 'code': 200} Apr 06 12:19:08.944823 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] Publish callbacks [] for security_group (2cff7ad8-08d1-4dbf-b57c-1e042096d72c), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:08.979848 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] Publish callbacks [] for security_group (2cff7ad8-08d1-4dbf-b57c-1e042096d72c), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.028973 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-81c2b48c-c908-4985-9e6f-958bb20d97b6 req-07236a02-39b8-4fde-a09d-a8c5e4c67d10 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309098 Apr 06 12:19:09.050336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-55d55e3a-3cda-4146-bb6e-6422f69ba3cb None None] Provisioning complete for port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:09.052166 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-55d55e3a-3cda-4146-bb6e-6422f69ba3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.076567 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.077659 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07e9fe-128a-4e2f-a04f-20163809f7cf req-494bb530-30e5-496d-9c3a-880d2fbcc786 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:09.079189 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-fc07e9fe-128a-4e2f-a04f-20163809f7cf req-494bb530-30e5-496d-9c3a-880d2fbcc786 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 931 time: 0.1091528 Apr 06 12:19:09.091122 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-55d55e3a-3cda-4146-bb6e-6422f69ba3cb None None] Port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:19:09.106470 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (d217872c-bfac-48a5-b8ff-ec858c3d879e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.112469 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.115990 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] 10.222.0.25 "DELETE /v2.0/networks/d217872c-bfac-48a5-b8ff-ec858c3d879e HTTP/1.1" status: 204 len: 168 time: 1.7612827 Apr 06 12:19:09.120109 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:09.137477 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ec758-3611-46b9-a1c5-15f6b4fc416a admin admin] Pushing event deleted for resources: {'Network': ['ID=d217872c-bfac-48a5-b8ff-ec858c3d879e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:09.168473 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Request body: {'port': {'device_id': '8237ba71-788c-47ba-ba68-a57847571731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:09.176248 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Deleting subnet ea4bb81d-c824-43b9-87dd-cd42d2190c4e {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:19:09.182001 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Publish callbacks [] for subnet (ea4bb81d-c824-43b9-87dd-cd42d2190c4e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.206697 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.245580 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-c5304c45-04bb-42ab-a2cb-b6ce2ae008db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 217 time: 0.1226397 Apr 06 12:19:09.246093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2cff7ad8-08d1-4dbf-b57c-1e042096d72c), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.248638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.249668 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cff7ad8-08d1-4dbf-b57c-1e042096d72c HTTP/1.1" status: 204 len: 168 time: 0.4413795 Apr 06 12:19:09.250100 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (ea4bb81d-c824-43b9-87dd-cd42d2190c4e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.251054 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-20b31f71-60ab-4678-9d0a-2ba01fb4f75c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 217 time: 0.1294229 Apr 06 12:19:09.262932 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-fc07e9fe-128a-4e2f-a04f-20163809f7cf req-abda0bbe-74a4-43f9-9bdd-65efda4862b0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752527 Apr 06 12:19:09.265350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edb511-6819-476a-b455-faa00aefb8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cff7ad8-08d1-4dbf-b57c-1e042096d72c,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:09.318059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.341561 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=57da6599-ec32-4eca-befe-0ecb4becd8c1,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:09.365204 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.371276 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (ea4bb81d-c824-43b9-87dd-cd42d2190c4e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.498101 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.500060 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2b657d4c-7313-4a2e-b25a-2543623451e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2622035 Apr 06 12:19:09.502446 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (ea4bb81d-c824-43b9-87dd-cd42d2190c4e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.529285 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4bb81d-c824-43b9-87dd-cd42d2190c4e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:09.534021 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.537485 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e6bb7f56-a40f-4353-b807-744b2f419403 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ea4bb81d-c824-43b9-87dd-cd42d2190c4e HTTP/1.1" status: 204 len: 168 time: 0.4161417 Apr 06 12:19:09.540166 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39942) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:09.597610 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39946) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:09.626063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:09.634265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks [] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.640221 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (16615f66-2b18-42fe-8710-50f10900ad11), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.648996 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Transition to ACTIVE for port object 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:19:09.731170 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (16615f66-2b18-42fe-8710-50f10900ad11), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.746191 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.764129 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16615f66-2b18-42fe-8710-50f10900ad11']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:09.789884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abbf931-681c-411e-ad7f-f3324ae0f571') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:09.789884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abbf931-681c-411e-ad7f-f3324ae0f571') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:09.797121 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:09.798086 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-793fe929-66af-486f-ad89-f27e31d0f6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.813150 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (9abbf931-681c-411e-ad7f-f3324ae0f571), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.844189 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Attempting to bind port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:19:09.844864 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Attempting to bind port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:19:09.845241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Attempting to bind port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:09.848840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (9abbf931-681c-411e-ad7f-f3324ae0f571), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.865494 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 on network 5c363a34-7561-4021-9b08-9f1576109a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:19:09.865906 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Attempting to bind port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:09.878279 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-dc982ca2-bfde-4cf4-9a9f-f78cc67a83b4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1882858145&fields=id&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 267 time: 0.1375124 Apr 06 12:19:09.879242 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:19:09.887815 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (9abbf931-681c-411e-ad7f-f3324ae0f571), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.895444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:19:09.895843 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:09.896237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Bound using segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:19:09.896684 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Bound port: 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:19:09.897044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:19:09.904178 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:19:09.957059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9ff83-1e79-4770-8311-369e35edd075 req-a367b7ba-3a2d-4867-aea3-604b78ae487b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:09.964908 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6ea9ff83-1e79-4770-8311-369e35edd075 req-a367b7ba-3a2d-4867-aea3-604b78ae487b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.1128845 Apr 06 12:19:09.987861 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39968) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:10.035655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9f17184d-c12e-416d-ab27-b39316407297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.059037 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (16615f66-2b18-42fe-8710-50f10900ad11), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.059628 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:19:10.069557 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6ea9ff83-1e79-4770-8311-369e35edd075 req-193ccac8-2c0e-4d0f-843a-ee7677526ddd tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037557 Apr 06 12:19:10.070825 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.074842 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/16615f66-2b18-42fe-8710-50f10900ad11 HTTP/1.1" status: 204 len: 168 time: 0.5338378 Apr 06 12:19:10.102353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e6269-e2cc-4493-9438-f65d35b282e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=16615f66-2b18-42fe-8710-50f10900ad11,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:10.122761 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:19:10.165880 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-793fe929-66af-486f-ad89-f27e31d0f6b2 admin admin] Publish callbacks [] for security_group (37c39497-2421-4da7-8364-a7cd5f5cb33a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.175840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-b458124c-5691-4f7d-91d1-bc3362e9a953 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.176042 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-b458124c-5691-4f7d-91d1-bc3362e9a953 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 816 time: 0.2687845 Apr 06 12:19:10.192300 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-5f98a2f8-7770-4994-9dac-2ab072b2f890 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/quotas/d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 375 time: 0.0096071 Apr 06 12:19:10.235680 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.240630 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9f17184d-c12e-416d-ab27-b39316407297 admin admin] Publish callbacks [] for security_group (37777a53-e6aa-4646-9d26-09ab29b28235), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.250940 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-19623624-e13b-48d6-808c-b6e76a50bb99 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525002 Apr 06 12:19:10.270998 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-793fe929-66af-486f-ad89-f27e31d0f6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (37c39497-2421-4da7-8364-a7cd5f5cb33a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.304389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31590921-87b6-4903-97dc-55cb3bffad79 req-3f83e26b-4555-4e17-90e7-fa4e23ac1206 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.307227 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31590921-87b6-4903-97dc-55cb3bffad79 req-3f83e26b-4555-4e17-90e7-fa4e23ac1206 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.1306276 Apr 06 12:19:10.308171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.308793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.310453 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] 10.222.0.15 "PUT /v2.0/ports/3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 200 len: 1093 time: 1.1860664 Apr 06 12:19:10.397133 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-793fe929-66af-486f-ad89-f27e31d0f6b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3056da398174d7abd9e155af56a7b7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7981057 Apr 06 12:19:10.402890 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fe929-66af-486f-ad89-f27e31d0f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c39497-2421-4da7-8364-a7cd5f5cb33a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:10.406993 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39982) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:10.457019 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9f17184d-c12e-416d-ab27-b39316407297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (37777a53-e6aa-4646-9d26-09ab29b28235), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.535402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-e9a71e26-c2e5-4bf8-becc-9e8222fcdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.537142 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-e9a71e26-c2e5-4bf8-becc-9e8222fcdd6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.2216656 Apr 06 12:19:10.538416 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-e8e6e559-fa65-4b5e-91a2-5404e0be7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.539785 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-e8e6e559-fa65-4b5e-91a2-5404e0be7b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.2230425 Apr 06 12:19:10.548162 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39adb9-c914-4b25-9ce7-77c0ab78cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:10.589515 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31590921-87b6-4903-97dc-55cb3bffad79 req-cb8bb0b6-2f94-416f-a337-f9fb16af1764 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999052 Apr 06 12:19:10.626049 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-0571129c-91ab-4f85-9e6f-2310628ad498 service neutron] 10.222.0.25 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636642 Apr 06 12:19:10.649407 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 39986) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:10.675266 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9f17184d-c12e-416d-ab27-b39316407297 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ef80127779b49c1a84f066b737e9a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6858068 Apr 06 12:19:10.685567 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39988) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:10.687631 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] Publish callbacks [] for security_group (37c39497-2421-4da7-8364-a7cd5f5cb33a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.738535 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] Publish callbacks [] for security_group (37c39497-2421-4da7-8364-a7cd5f5cb33a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.753012 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17184d-c12e-416d-ab27-b39316407297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37777a53-e6aa-4646-9d26-09ab29b28235,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:10.760972 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-6cc14bb1-6eae-4562-a8d5-2e796eb86ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.762513 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-6cc14bb1-6eae-4562-a8d5-2e796eb86ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1127 time: 0.3066118 Apr 06 12:19:10.816806 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-0c3eb2c4-4e29-4a6b-8bac-0ee9682cbdb4 service neutron] 10.222.0.25 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811152 Apr 06 12:19:10.821472 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] Publish callbacks [] for security_group (37777a53-e6aa-4646-9d26-09ab29b28235), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.825602 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-1206458b-e097-4b73-94d6-4bbbbd737e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.836799 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-1206458b-e097-4b73-94d6-4bbbbd737e83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2744739 Apr 06 12:19:10.836799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-73342215-6c92-4804-91c2-09b3847d6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:10.836799 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-73342215-6c92-4804-91c2-09b3847d6ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2770715 Apr 06 12:19:10.839696 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-2329597e-dec4-47b3-81f8-5ec4105cd465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 200 len: 217 time: 0.0636878 Apr 06 12:19:10.846439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] Publish callbacks [] for security_group (37777a53-e6aa-4646-9d26-09ab29b28235), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.849665 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dd901d31-9e1b-40af-aed1-dee6cdd10bd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad77cdd18fe14f9b8db25391089d903f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929250 Apr 06 12:19:10.853374 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 39990) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:10.901966 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (37c39497-2421-4da7-8364-a7cd5f5cb33a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.904549 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.905725 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37c39497-2421-4da7-8364-a7cd5f5cb33a HTTP/1.1" status: 204 len: 168 time: 0.4972332 Apr 06 12:19:10.925158 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e7f84-a439-43f4-82a6-3f954116ce88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c39497-2421-4da7-8364-a7cd5f5cb33a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:10.942353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] Publish callbacks [] for security_group (c0b30681-3a97-4905-a8b3-8d599d6f836f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:10.968562 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] Publish callbacks [] for security_group (c0b30681-3a97-4905-a8b3-8d599d6f836f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.054928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (37777a53-e6aa-4646-9d26-09ab29b28235), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.059384 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.074491 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37777a53-e6aa-4646-9d26-09ab29b28235 HTTP/1.1" status: 204 len: 168 time: 0.3739254 Apr 06 12:19:11.074491 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715e92-7539-480c-a742-84f6e2c48d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37777a53-e6aa-4646-9d26-09ab29b28235,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:11.077696 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:11.080424 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11695655-fc06-4927-80c0-5240e5ed0a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:11.123180 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c0b30681-3a97-4905-a8b3-8d599d6f836f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.125796 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.129510 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0b30681-3a97-4905-a8b3-8d599d6f836f HTTP/1.1" status: 204 len: 168 time: 0.2725458 Apr 06 12:19:11.146080 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b159-67c9-47f3-9d3d-b43d1c912dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b30681-3a97-4905-a8b3-8d599d6f836f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:11.183113 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870519e2-3b05-473f-ba23-80dd6f67f153 req-ab937265-dd41-4a8e-a7c6-f42ff71cb708 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:11.190412 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-870519e2-3b05-473f-ba23-80dd6f67f153 req-ab937265-dd41-4a8e-a7c6-f42ff71cb708 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 943 time: 0.5063517 Apr 06 12:19:11.196296 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f723532-1025-40aa-a575-967429c9111a x-openstack-request-id: req-1f723532-1025-40aa-a575-967429c9111a {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:11.196611 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:11.197422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f723532-1025-40aa-a575-967429c9111a {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:11.197803 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f723532-1025-40aa-a575-967429c9111a'] response: {'name': 'network-changed', 'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353', 'status': 'completed', 'code': 200} Apr 06 12:19:11.207645 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c1ee008b-a058-494a-b74c-0dbd03374a11 req-cbb084cf-3b35-4037-b7f0-649714a3a84f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0305538 Apr 06 12:19:11.259894 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-b2a5f8ef-f97d-477f-8cf0-40f8a035a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:11.261510 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-b2a5f8ef-f97d-477f-8cf0-40f8a035a7e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.4107997 Apr 06 12:19:11.347878 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-870519e2-3b05-473f-ba23-80dd6f67f153 req-bff3176d-1778-46a8-8052-9fe6041fceaf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564925 Apr 06 12:19:11.351601 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5b697-f4f4-46c9-beef-acc803a19ea1 req-a3b73060-9705-4421-88f5-3b7606c7f78b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:11.352100 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39a5b697-f4f4-46c9-beef-acc803a19ea1 req-a3b73060-9705-4421-88f5-3b7606c7f78b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.0724654 Apr 06 12:19:11.361247 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-d8a83b87-3986-4e5a-a8e1-0ae258ee7fc6 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246406 Apr 06 12:19:11.395801 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-4c01aa41-2764-4c6f-b60d-32662b08cda1 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424538 Apr 06 12:19:11.432439 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39a5b697-f4f4-46c9-beef-acc803a19ea1 req-51f93e2e-423a-48f3-b0f4-92b7f7b8ed4e tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726342 Apr 06 12:19:11.521653 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-83f1398c-6296-46a2-a536-e6b6c61028a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:11.523188 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-83f1398c-6296-46a2-a536-e6b6c61028a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2477989 Apr 06 12:19:11.654411 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e0294f6-7783-4ad5-a9f5-03d53952395e req-8ea9555c-ad84-444e-b2ca-124154e6dde4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248235 Apr 06 12:19:11.657735 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d3d8222-ff27-43ed-9a0c-8ec40adb7711 req-59163051-b00d-46bf-8f18-dd6d173efe5a service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851169 Apr 06 12:19:11.705796 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-08d9ed62-71dc-45b9-a000-c3f1f12cca36 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722581 Apr 06 12:19:11.778396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f2f7f-5827-421d-811d-77820f97203a req-03db6d69-802c-4e11-ac9c-682045327459 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:11.780130 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9d9f2f7f-5827-421d-811d-77820f97203a req-03db6d69-802c-4e11-ac9c-682045327459 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.1158824 Apr 06 12:19:11.854399 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7db21b3d-a37e-45b9-8db4-6bd26665c768 req-c126342a-d6c9-4456-a7ef-688ccc75507b service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419196 Apr 06 12:19:11.861494 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9d9f2f7f-5827-421d-811d-77820f97203a req-26d57844-da6a-4076-959b-480a716f9270 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712705 Apr 06 12:19:11.889332 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40034) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:11.903093 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd488ba-900d-44db-b719-5b5a2f101215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:11.982645 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd488ba-900d-44db-b719-5b5a2f101215 admin admin] Publish callbacks [] for security_group (9c18593b-04df-4304-8dd9-489f85145967), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.042771 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd488ba-900d-44db-b719-5b5a2f101215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9c18593b-04df-4304-8dd9-489f85145967), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.085192 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2cd488ba-900d-44db-b719-5b5a2f101215 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5383c0076cd49debc5e91d9c97a7f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1946337 Apr 06 12:19:12.086101 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40038) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:12.089311 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd488ba-900d-44db-b719-5b5a2f101215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c18593b-04df-4304-8dd9-489f85145967,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:12.117371 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40040) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:12.161911 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] Publish callbacks [] for security_group (9c18593b-04df-4304-8dd9-489f85145967), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.164274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40042) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:12.164649 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8b592d1b-7f20-423e-a29b-caebd6484392 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30d1bcef01ec4f44b4c1ac7960b129f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454335 Apr 06 12:19:12.213449 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] Publish callbacks [] for security_group (9c18593b-04df-4304-8dd9-489f85145967), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.259212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] Publish callbacks [] for security_group (dd8d56eb-8329-452b-a988-1c3b3324d9fc), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.282841 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] Publish callbacks [] for security_group (dd8d56eb-8329-452b-a988-1c3b3324d9fc), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.320099 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-582f320d-8d92-4458-966d-f472f075cfc1 req-ae216e17-1b7a-4f88-9f3b-6a6608d2de34 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0348902 Apr 06 12:19:12.391953 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9c18593b-04df-4304-8dd9-489f85145967), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.394518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.396727 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c18593b-04df-4304-8dd9-489f85145967 HTTP/1.1" status: 204 len: 168 time: 0.3085327 Apr 06 12:19:12.409977 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:12.416498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246c7e9-d1cc-4be9-bac7-a93609783df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c18593b-04df-4304-8dd9-489f85145967,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:12.457455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dd8d56eb-8329-452b-a988-1c3b3324d9fc), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.460007 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.461135 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd8d56eb-8329-452b-a988-1c3b3324d9fc HTTP/1.1" status: 204 len: 168 time: 0.2959569 Apr 06 12:19:12.474672 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c45572-7918-4b38-bd03-e9fa6cd04846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d56eb-8329-452b-a988-1c3b3324d9fc,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:12.499399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec5f49-5a60-4206-a0f3-ee8d84e68d15 req-d51d49d8-e867-47fc-8f9e-2a714d115ec4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:12.499399 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3ec5f49-5a60-4206-a0f3-ee8d84e68d15 req-d51d49d8-e867-47fc-8f9e-2a714d115ec4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 943 time: 0.0734453 Apr 06 12:19:12.556905 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3ec5f49-5a60-4206-a0f3-ee8d84e68d15 req-07225b52-2dd9-4b82-972b-c58cf8640a41 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Apr 06 12:19:12.571318 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a061d6-ff90-4b3a-a0ea-95dc6be6a289 req-8601fa18-94a7-4dd1-a917-58f0b34d1b75 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:12.573351 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b9a061d6-ff90-4b3a-a0ea-95dc6be6a289 req-8601fa18-94a7-4dd1-a917-58f0b34d1b75 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.0525589 Apr 06 12:19:12.620211 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b9a061d6-ff90-4b3a-a0ea-95dc6be6a289 req-1f13e76c-b615-45be-b6de-f4155bee9274 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413873 Apr 06 12:19:12.817865 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d21649-6e5d-4668-9a9f-77f8e86f79ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.902085 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d21649-6e5d-4668-9a9f-77f8e86f79ed admin admin] Publish callbacks [] for security_group (0223e49f-1062-48bf-bca7-1f62c996763d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.985928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-75d21649-6e5d-4668-9a9f-77f8e86f79ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0223e49f-1062-48bf-bca7-1f62c996763d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:12.994799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f00be-9736-45e8-af92-67c3034f9f58 req-7cc46335-5c25-4972-bf3c-cf8f5360fcde tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.001821 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e79f00be-9736-45e8-af92-67c3034f9f58 req-7cc46335-5c25-4972-bf3c-cf8f5360fcde tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.0656049 Apr 06 12:19:13.028233 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-75d21649-6e5d-4668-9a9f-77f8e86f79ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6078dc39a5a54b99a6e01ace89d18b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6172349 Apr 06 12:19:13.029654 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d21649-6e5d-4668-9a9f-77f8e86f79ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0223e49f-1062-48bf-bca7-1f62c996763d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:13.030970 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40080) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:13.070349 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e79f00be-9736-45e8-af92-67c3034f9f58 req-7d5b61e1-ddb9-4c3a-b9e2-01b7d5cb8906 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676794 Apr 06 12:19:13.107897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] Publish callbacks [] for security_group (0223e49f-1062-48bf-bca7-1f62c996763d), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:13.139158 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] Publish callbacks [] for security_group (0223e49f-1062-48bf-bca7-1f62c996763d), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:13.139376 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 4a9ae050-f581-4deb-930d-7c2edf1b9227 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:19:13.370366 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227,segment=NetworkSegment(4c9d5fb2-07ee-42b3-abbc-827e15e60091),segment_id=4c9d5fb2-07ee-42b3-abbc-827e15e60091)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:13.388442 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '4a9ae050-f581-4deb-930d-7c2edf1b9227', 'network_id': 'a675324e-3c30-4707-913a-184472b8f1cb', 'port_id': '4a9ae050-f581-4deb-930d-7c2edf1b9227', 'mac_address': 'fa:16:3e:05:52:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99939a81-0919-40e6-9203-19df08b9abf4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:19:13.405144 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-7f8c8320-a0e7-4e88-b97c-736a0eb48736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.405144 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-7f8c8320-a0e7-4e88-b97c-736a0eb48736 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1127 time: 0.0625932 Apr 06 12:19:13.429022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 4a9ae050-f581-4deb-930d-7c2edf1b9227 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:13.429511 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:13.442735 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9ae050-f581-4deb-930d-7c2edf1b9227 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:13.461723 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-878d87a0-2756-45ee-80c4-3ad126367416 req-bed271f7-4ed9-4441-8515-135b4612f41b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0379853 Apr 06 12:19:13.465884 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227,segment=NetworkSegment(4c9d5fb2-07ee-42b3-abbc-827e15e60091),segment_id=4c9d5fb2-07ee-42b3-abbc-827e15e60091)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:13.579152 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-ab79dd59-2115-43de-a404-91460886ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.580860 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-ab79dd59-2115-43de-a404-91460886ff95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.1717713 Apr 06 12:19:13.629729 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-7c4d2041-3c10-4743-957f-9e5f98376f8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 217 time: 0.0423977 Apr 06 12:19:13.718698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-460cd3ae-89d5-4442-8108-94f258e69161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.720207 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-460cd3ae-89d5-4442-8108-94f258e69161 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0767868 Apr 06 12:19:13.727853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5bdc-c02f-4fe2-9a99-528d2a7d0057 req-a68f1cc5-6666-48fd-a6fb-69429050c223 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.729316 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-325c5bdc-c02f-4fe2-9a99-528d2a7d0057 req-a68f1cc5-6666-48fd-a6fb-69429050c223 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 943 time: 0.1083243 Apr 06 12:19:13.740288 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1f850-b77b-4291-ba3a-4589dcf3302d req-ae7b0cba-348b-4169-9348-1d8e6ee58890 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.741770 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1ce1f850-b77b-4291-ba3a-4589dcf3302d req-ae7b0cba-348b-4169-9348-1d8e6ee58890 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 943 time: 0.0542128 Apr 06 12:19:13.792830 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1ce1f850-b77b-4291-ba3a-4589dcf3302d req-c0b43a97-b3c7-4c3d-bf63-a69adc67d43d tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450037 Apr 06 12:19:13.822981 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-325c5bdc-c02f-4fe2-9a99-528d2a7d0057 req-5355f3e9-cd04-4532-8d6f-da10afd06838 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795770 Apr 06 12:19:13.822981 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-0742fa2b-cc8a-43e5-8d74-c9d4f7484f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:13.822981 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-0742fa2b-cc8a-43e5-8d74-c9d4f7484f17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0920470 Apr 06 12:19:13.918639 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-686e5b1b-cea4-4338-a374-bfc701cb6f8a service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Apr 06 12:19:14.010966 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-fc2779e9-803d-4fe3-a048-58f445771c33 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850630 Apr 06 12:19:14.098326 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-efaf20ac-aca9-4a06-94e9-7d37303e09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.099887 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-efaf20ac-aca9-4a06-94e9-7d37303e09b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1128 time: 0.0455346 Apr 06 12:19:14.192355 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-ef60de66-0521-46b9-87c0-c549d98a8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.193725 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-ef60de66-0521-46b9-87c0-c549d98a8ca9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.0868473 Apr 06 12:19:14.197634 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0012d4a-57e4-413f-b478-8730fd791a50 req-39da5e32-f761-453a-a06b-b1b15949fbbd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.199082 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b0012d4a-57e4-413f-b478-8730fd791a50 req-39da5e32-f761-453a-a06b-b1b15949fbbd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.0561986 Apr 06 12:19:14.234915 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-3498e344-896f-4e22-96be-fa8e190302a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 217 time: 0.0345316 Apr 06 12:19:14.245271 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b0012d4a-57e4-413f-b478-8730fd791a50 req-7bd161c7-2f52-40b0-aeb2-137d11d13841 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405180 Apr 06 12:19:14.248443 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:14.257487 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0223e49f-1062-48bf-bca7-1f62c996763d), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:14.264458 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:14.267165 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0223e49f-1062-48bf-bca7-1f62c996763d HTTP/1.1" status: 204 len: 168 time: 1.2350049 Apr 06 12:19:14.306625 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:14.321354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66ce4-e24c-4fa7-8dac-d8667886ecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0223e49f-1062-48bf-bca7-1f62c996763d,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:14.337003 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-d4e9dc42-93c7-447b-a868-0a88c71c8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.340287 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-d4e9dc42-93c7-447b-a868-0a88c71c8ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0988240 Apr 06 12:19:14.542517 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['4a9ae050-f581-4deb-930d-7c2edf1b9227'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:14.559709 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-16061888-6690-43c6-9b6e-8078e6469d64 req-5287d79a-433f-427c-808c-cfaeed310056 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0309198 Apr 06 12:19:14.911041 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac5afa-30cd-4f09-8247-4bd6ea9d1a9b req-14a051e4-d190-4f9d-be66-ac331d712515 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.912551 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4dac5afa-30cd-4f09-8247-4bd6ea9d1a9b req-14a051e4-d190-4f9d-be66-ac331d712515 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 944 time: 0.0529273 Apr 06 12:19:14.940012 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e3962-75c8-4f48-9b21-6247586c343f req-a2c01a8d-c2c4-4c17-ab44-a38ce53c4cbf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:14.941503 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be7e3962-75c8-4f48-9b21-6247586c343f req-a2c01a8d-c2c4-4c17-ab44-a38ce53c4cbf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 943 time: 0.0530295 Apr 06 12:19:14.966758 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4dac5afa-30cd-4f09-8247-4bd6ea9d1a9b req-499a07c8-caf0-4e37-9688-e0002dfb798a tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Apr 06 12:19:14.990458 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be7e3962-75c8-4f48-9b21-6247586c343f req-a93f5657-ea0a-4987-8abf-90743fb01b3b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Apr 06 12:19:15.130564 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 519107d1-7a69-4404-b0dd-0d474de5050b details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:19:15.157117 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 4a9ae050-f581-4deb-930d-7c2edf1b9227 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:15.188257 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:15.213588 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-663d6a1a-1d34-49d9-a00d-0e648dcffeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.323015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=519107d1-7a69-4404-b0dd-0d474de5050b,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:15.342891 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-663d6a1a-1d34-49d9-a00d-0e648dcffeb0 admin admin] Publish callbacks [] for security_group (48428dd3-fe3e-4f4e-aa66-8bbec9602e06), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.344524 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '519107d1-7a69-4404-b0dd-0d474de5050b', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'port_id': '519107d1-7a69-4404-b0dd-0d474de5050b', 'mac_address': 'fa:16:3e:d2:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:19:15.381208 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 4a9ae050-f581-4deb-930d-7c2edf1b9227 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:19:15.414143 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 519107d1-7a69-4404-b0dd-0d474de5050b is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:15.414821 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.431922 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519107d1-7a69-4404-b0dd-0d474de5050b {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:15.437946 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 4a9ae050-f581-4deb-930d-7c2edf1b9227 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:15.438816 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.468914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-663d6a1a-1d34-49d9-a00d-0e648dcffeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (48428dd3-fe3e-4f4e-aa66-8bbec9602e06), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.539532 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-663d6a1a-1d34-49d9-a00d-0e648dcffeb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd9ac0f137554b79bf1c1bd50a87faf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499658 Apr 06 12:19:15.542541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-2bc2f8c5-16f0-4036-af4b-6643d092e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:15.544080 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-2bc2f8c5-16f0-4036-af4b-6643d092e710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4249966 Apr 06 12:19:15.544603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40148) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:15.547603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-ed56e388-deff-46d2-9319-a4c226a44329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:15.548963 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-ed56e388-deff-46d2-9319-a4c226a44329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1127 time: 0.4200506 Apr 06 12:19:15.550150 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff5cb-0542-4cb2-9699-291f25564eb2 req-a70e12bd-a8c3-43cb-97b7-1ac335402c41 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:15.560969 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-da8ff5cb-0542-4cb2-9699-291f25564eb2 req-a70e12bd-a8c3-43cb-97b7-1ac335402c41 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 944 time: 0.1705623 Apr 06 12:19:15.565230 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d6a1a-1d34-49d9-a00d-0e648dcffeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48428dd3-fe3e-4f4e-aa66-8bbec9602e06,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:15.565765 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=519107d1-7a69-4404-b0dd-0d474de5050b,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:15.632029 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-da8ff5cb-0542-4cb2-9699-291f25564eb2 req-af70bc31-2a79-4295-aac9-e7adfe152da9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698628 Apr 06 12:19:15.645468 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.646362 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ad83d684-8a04-41de-a100-c7b435543579 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:19:15.672047 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 4a9ae050-f581-4deb-930d-7c2edf1b9227 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:15.672675 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.764274 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:15.764545 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2eb67c92-80ec-43ec-a914-e986380607a8 req-996b8d9d-1d62-4259-801d-d1e3e8c95af5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0453715 Apr 06 12:19:15.791536 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] Publish callbacks [] for security_group (48428dd3-fe3e-4f4e-aa66-8bbec9602e06), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.854344 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] Publish callbacks [] for security_group (48428dd3-fe3e-4f4e-aa66-8bbec9602e06), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:15.856551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-d8f324e3-1e14-4f17-9d8d-0769a5067508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:15.858035 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-d8f324e3-1e14-4f17-9d8d-0769a5067508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.3025579 Apr 06 12:19:15.865208 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-2f199938-2c06-407d-8e85-172a5d95c75a service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013933 Apr 06 12:19:15.898081 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227,segment=NetworkSegment(4c9d5fb2-07ee-42b3-abbc-827e15e60091),segment_id=4c9d5fb2-07ee-42b3-abbc-827e15e60091)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:15.933164 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-ec3ce63d-8400-4a52-bc3e-640afba65c50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 200 len: 217 time: 0.0671494 Apr 06 12:19:15.935195 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ad83d684-8a04-41de-a100-c7b435543579,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:15.948387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'ad83d684-8a04-41de-a100-c7b435543579', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'port_id': 'ad83d684-8a04-41de-a100-c7b435543579', 'mac_address': 'fa:16:3e:7a:04:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:19:15.979516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:15.985836 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.048943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ad83d684-8a04-41de-a100-c7b435543579 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:16.049341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ad83d684-8a04-41de-a100-c7b435543579), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.100889 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad83d684-8a04-41de-a100-c7b435543579 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:16.115746 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:16.122103 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59198905-a4ef-43dc-9936-d75d1aea55fd req-40e0e0b5-4480-4f61-ac97-b553379cc5ae service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483439 Apr 06 12:19:16.151307 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ad83d684-8a04-41de-a100-c7b435543579,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:16.165716 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-4dfb14fb-3da0-4404-9aaf-b9529dc4d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.167271 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-4dfb14fb-3da0-4404-9aaf-b9529dc4d6a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.1987944 Apr 06 12:19:16.177971 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bd69e-3605-41a0-b39d-977c2bff4dd7 req-20a20246-c807-473d-a093-dec100013330 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.179619 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e87bd69e-3605-41a0-b39d-977c2bff4dd7 req-20a20246-c807-473d-a093-dec100013330 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0790324 Apr 06 12:19:16.202462 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (48428dd3-fe3e-4f4e-aa66-8bbec9602e06), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.204936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.208695 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48428dd3-fe3e-4f4e-aa66-8bbec9602e06 HTTP/1.1" status: 204 len: 168 time: 0.6603599 Apr 06 12:19:16.233066 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e87bd69e-3605-41a0-b39d-977c2bff4dd7 req-9de432a7-d133-4ac0-b2b8-a8ea30b01a62 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Apr 06 12:19:16.247522 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.271995 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154e014-f85f-469b-adac-346d74daccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48428dd3-fe3e-4f4e-aa66-8bbec9602e06,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:16.331123 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-a11286b3-edc3-41ab-878d-dbfc37bbaf5c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.332920 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-a11286b3-edc3-41ab-878d-dbfc37bbaf5c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 816 time: 0.2403896 Apr 06 12:19:16.346250 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06855d-4bde-44f4-abb8-f0ea60b3a306 req-6686aa61-03c9-461a-bc05-d4964559df15 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.353117 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7e06855d-4bde-44f4-abb8-f0ea60b3a306 req-6686aa61-03c9-461a-bc05-d4964559df15 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 943 time: 0.2040060 Apr 06 12:19:16.368083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-ab24443f-5c4e-4b46-96e8-9d0e236cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.369560 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-ab24443f-5c4e-4b46-96e8-9d0e236cca63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1757174 Apr 06 12:19:16.374549 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:16.417325 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295a03be-7a36-4748-b36d-d039038a57a0" -d '{"events": [{"server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "name": "network-vif-plugged", "status": "completed", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:16.517363 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-a2e5d707-eb1c-45b9-87bc-b29685fbbe14 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 380 time: 0.1622083 Apr 06 12:19:16.520212 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7e06855d-4bde-44f4-abb8-f0ea60b3a306 req-80e221bf-234c-40dc-a431-b388753effb8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663058 Apr 06 12:19:16.528694 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'port': {'device_id': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'admin_state_up': True, 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'security_groups': ['1965c45a-5cb7-466c-80ec-9228b7a3bb19']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:16.608918 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-5865b7b5-6999-45d3-a74d-0c68fc5604c7 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253463 Apr 06 12:19:16.618038 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['ad83d684-8a04-41de-a100-c7b435543579'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:16.708265 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['519107d1-7a69-4404-b0dd-0d474de5050b'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:16.784159 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11695655-fc06-4927-80c0-5240e5ed0a4b req-670fb207-41ed-4b4f-b9bb-a9c0ae9ad3b4 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629097 Apr 06 12:19:16.830016 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca90bd-5909-4725-9fe2-d5a9b6781656 req-7d6e0cc7-f3fa-485f-8db9-ea562ab81693 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:16.837737 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dfca90bd-5909-4725-9fe2-d5a9b6781656 req-7d6e0cc7-f3fa-485f-8db9-ea562ab81693 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 945 time: 0.1035430 Apr 06 12:19:16.845197 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Made reservation on behalf of d873e792445a4fecb4e490c4c4ca163f for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:19:16.848422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:16.952417 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dfca90bd-5909-4725-9fe2-d5a9b6781656 req-fe09b11c-bd43-49e6-a5e4-51e4e2ca2344 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136973 Apr 06 12:19:17.048306 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f9ebecc3-2214-44af-8155-c18c02c23674 req-46bc3fc0-cbc8-4a93-bb05-da5d103bf0a9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0366023 Apr 06 12:19:17.068717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Allocated IP 172.20.0.4 (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc/9e7f16c2-2898-4f78-98c3-e7976ee59735/ec18c45b-5ea0-4bf6-84ea-842c09625e30) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:19:17.090564 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40198) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:17.173048 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b69fc6-ea5c-41d7-8120-7ea9deb2cfb2 x-openstack-request-id: req-92b69fc6-ea5c-41d7-8120-7ea9deb2cfb2 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:17.173488 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "name": "network-vif-plugged", "status": "completed", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:17.173637 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92b69fc6-ea5c-41d7-8120-7ea9deb2cfb2 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:17.174094 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b69fc6-ea5c-41d7-8120-7ea9deb2cfb2'] response: {'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227', 'code': 200} Apr 06 12:19:17.248163 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.297486 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:19:17.305114 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2ac806f-fd25-4ce3-be37-20f8d8f82997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.377270 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd808e-ffd8-4acc-b2bb-baf0de2f4f21 req-247bb055-3912-427c-987e-6ae0b6a49a25 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:17.379883 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-28cd808e-ffd8-4acc-b2bb-baf0de2f4f21 req-247bb055-3912-427c-987e-6ae0b6a49a25 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0673242 Apr 06 12:19:17.381937 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.420347 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:17.438729 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'port_id': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353', 'mac_address': 'fa:16:3e:9d:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:19:17.447467 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2ac806f-fd25-4ce3-be37-20f8d8f82997 admin admin] Publish callbacks [] for security_group (b0dcbd21-b0bd-4412-97e5-f832a9e3feb3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.474421 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:19:17.486853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:19:17.489588 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:17.491940 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.492069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:17.497368 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:19:17.507097 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:17.507820 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.509777 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:17.544137 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:17.553492 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-28cd808e-ffd8-4acc-b2bb-baf0de2f4f21 req-47e27864-f675-4d78-9f77-a9a0c8a55104 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655591 Apr 06 12:19:17.558530 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2ac806f-fd25-4ce3-be37-20f8d8f82997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b0dcbd21-b0bd-4412-97e5-f832a9e3feb3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.605196 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a2ac806f-fd25-4ce3-be37-20f8d8f82997 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed8a093035cd4a9dbae697241432001d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134647 Apr 06 12:19:17.609474 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40218) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:17.614284 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.620625 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac806f-fd25-4ce3-be37-20f8d8f82997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dcbd21-b0bd-4412-97e5-f832a9e3feb3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:17.697649 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:17.721743 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-f51b9d45-8b9e-4964-bfbc-392829ec1348 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1985354 Apr 06 12:19:17.735987 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Request body: {'port': {'device_id': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:17.740181 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] Publish callbacks [] for security_group (b0dcbd21-b0bd-4412-97e5-f832a9e3feb3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.762205 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 519107d1-7a69-4404-b0dd-0d474de5050b up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:17.798570 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-90fec336-6ee6-4275-b439-6e84c9306af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:17.806757 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-90fec336-6ee6-4275-b439-6e84c9306af2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 1129 time: 0.2277582 Apr 06 12:19:17.806917 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] Publish callbacks [] for security_group (b0dcbd21-b0bd-4412-97e5-f832a9e3feb3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.835087 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-e75a22ea-3533-4e84-b5cd-77faefeec4be service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.850354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.859433 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c4093-df8a-44b2-a957-3577832e5d49 req-6457d341-771e-4a05-a461-8a8cb476bd63 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:17.867490 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f87c4093-df8a-44b2-a957-3577832e5d49 req-6457d341-771e-4a05-a461-8a8cb476bd63 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 944 time: 0.1549597 Apr 06 12:19:17.867938 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-47840de6-0006-4458-82ef-98941332fdba None None] Provisioning complete for port ec18c45b-5ea0-4bf6-84ea-842c09625e30 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:17.868938 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-47840de6-0006-4458-82ef-98941332fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:17.921498 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f87c4093-df8a-44b2-a957-3577832e5d49 req-974dda89-2f2c-43bd-9dd0-3e4c0a127dac tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Apr 06 12:19:17.932918 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 519107d1-7a69-4404-b0dd-0d474de5050b completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:19:17.936171 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-47840de6-0006-4458-82ef-98941332fdba None None] Port ec18c45b-5ea0-4bf6-84ea-842c09625e30 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:19:17.938590 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 519107d1-7a69-4404-b0dd-0d474de5050b triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:17.938986 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.002999 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b0dcbd21-b0bd-4412-97e5-f832a9e3feb3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.008109 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.008109 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0dcbd21-b0bd-4412-97e5-f832a9e3feb3 HTTP/1.1" status: 204 len: 168 time: 0.3974667 Apr 06 12:19:18.022630 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c7f1d-d387-4f47-8298-6df16e72505f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dcbd21-b0bd-4412-97e5-f832a9e3feb3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:18.039621 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['3d3532d0-5f7f-4ee4-b2df-f564f7b2a353'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:18.071356 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-e75a22ea-3533-4e84-b5cd-77faefeec4be service neutron] Publish callbacks [] for security_group (ae8a3600-8d5f-4b25-ac8f-0ca9876b2da2), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.163816 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-e75a22ea-3533-4e84-b5cd-77faefeec4be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (ae8a3600-8d5f-4b25-ac8f-0ca9876b2da2), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.203040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a22ea-3533-4e84-b5cd-77faefeec4be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a3600-8d5f-4b25-ac8f-0ca9876b2da2,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:18.244402 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-44b0221d-5051-48cc-8c1d-3225ab05f83a req-e75a22ea-3533-4e84-b5cd-77faefeec4be service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276550 Apr 06 12:19:18.264988 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ffac-f24b-4bdd-9117-95cdef0f177b req-ef9251c7-0dee-49c4-a142-cb7b0ec675b7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:18.266554 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e2e0ffac-f24b-4bdd-9117-95cdef0f177b req-ef9251c7-0dee-49c4-a142-cb7b0ec675b7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 931 time: 0.1138079 Apr 06 12:19:18.268331 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321d03f-7386-4015-aace-6a0ececf2bf5 req-45e06622-ce46-452b-8eee-832e337ca073 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:18.270249 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8321d03f-7386-4015-aace-6a0ececf2bf5 req-45e06622-ce46-452b-8eee-832e337ca073 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 945 time: 0.1937892 Apr 06 12:19:18.298341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 519107d1-7a69-4404-b0dd-0d474de5050b is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:18.298979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.379522 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=519107d1-7a69-4404-b0dd-0d474de5050b,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:18.397076 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e2e0ffac-f24b-4bdd-9117-95cdef0f177b req-eb8e9e9b-7957-48a3-863e-245488bbf120 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163375 Apr 06 12:19:18.402789 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8321d03f-7386-4015-aace-6a0ececf2bf5 req-05b6b6fd-0cd3-4cac-851c-5055e5c72926 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224911 Apr 06 12:19:18.437196 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:18.447874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks [] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.460897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Transition to ACTIVE for port object ec18c45b-5ea0-4bf6-84ea-842c09625e30 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:19:18.465873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.469030 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ad83d684-8a04-41de-a100-c7b435543579 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:18.546275 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.548142 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:18.660716 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port ad83d684-8a04-41de-a100-c7b435543579 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:19:18.665799 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port ad83d684-8a04-41de-a100-c7b435543579 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:18.666269 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ad83d684-8a04-41de-a100-c7b435543579), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.708734 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606d742-cc0f-450a-b0d8-534e3c6336a4 req-920f9044-9eea-4739-b95f-00f7fad1d967 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:18.710652 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d606d742-cc0f-450a-b0d8-534e3c6336a4 req-920f9044-9eea-4739-b95f-00f7fad1d967 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0941815 Apr 06 12:19:18.802722 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:18.832976 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Attempting to bind port ec18c45b-5ea0-4bf6-84ea-842c09625e30 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:19:18.833418 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d606d742-cc0f-450a-b0d8-534e3c6336a4 req-d48805ac-32ae-4b9d-98f4-20bb010c8914 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133363 Apr 06 12:19:18.833744 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Attempting to bind port ec18c45b-5ea0-4bf6-84ea-842c09625e30 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:19:18.834289 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Attempting to bind port ec18c45b-5ea0-4bf6-84ea-842c09625e30 on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:18.840512 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Port ec18c45b-5ea0-4bf6-84ea-842c09625e30 on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:19:18.840919 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Attempting to bind port ec18c45b-5ea0-4bf6-84ea-842c09625e30 on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:19:18.850897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:19:18.851332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Checking segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:19:18.852118 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Bound using segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:19:18.854301 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Bound port: ec18c45b-5ea0-4bf6-84ea-842c09625e30, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:19:18.854440 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.860811 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ad83d684-8a04-41de-a100-c7b435543579 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:18.861203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ad83d684-8a04-41de-a100-c7b435543579), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:18.911587 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ad83d684-8a04-41de-a100-c7b435543579,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:18.940863 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:19:18.944755 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:19:19.014476 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.086227 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.094338 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:19.128620 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.129330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.131015 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] 10.222.0.15 "PUT /v2.0/ports/ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 1093 time: 1.4003630 Apr 06 12:19:19.131536 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:19.134316 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959549b9-d2bb-4631-ad64-568e85aee27e" -d '{"events": [{"name": "network-changed", "server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:19.159136 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efb14f-6562-491a-b392-6a5bd08734bf req-082e4b89-9424-45cd-a795-5efb1558d4eb tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.160744 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3efb14f-6562-491a-b392-6a5bd08734bf req-082e4b89-9424-45cd-a795-5efb1558d4eb tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 944 time: 0.1178341 Apr 06 12:19:19.175331 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b'}, {'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:19.180204 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d31ab-8b98-47ee-8e82-242826c9db92" -d '{"events": [{"server_uuid": "34379d29-2341-470e-b432-838016041bfc", "name": "network-vif-plugged", "status": "completed", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b"}, {"server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "name": "network-vif-plugged", "status": "completed", "tag": "ad83d684-8a04-41de-a100-c7b435543579"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:19.187322 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eadb90-7bfd-46c9-b465-7453d64a8dfa service neutron] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:19.198014 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99170005-f3a5-4d90-9095-fdb9d5882520 x-openstack-request-id: req-99170005-f3a5-4d90-9095-fdb9d5882520 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:19.198274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:19.198532 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99170005-f3a5-4d90-9095-fdb9d5882520 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:19.198937 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99170005-f3a5-4d90-9095-fdb9d5882520'] response: {'name': 'network-changed', 'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'status': 'completed', 'code': 200} Apr 06 12:19:19.245933 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3efb14f-6562-491a-b392-6a5bd08734bf req-75527d0f-267a-4c36-89ff-4c5c3e83913a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699468 Apr 06 12:19:19.265516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83d6888-72e7-4338-8b34-dcac0346bd90 x-openstack-request-id: req-d83d6888-72e7-4338-8b34-dcac0346bd90 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:19.265516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34379d29-2341-470e-b432-838016041bfc", "name": "network-vif-plugged", "status": "completed", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b", "code": 200}, {"server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "name": "network-vif-plugged", "status": "completed", "tag": "ad83d684-8a04-41de-a100-c7b435543579", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:19.265516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d83d6888-72e7-4338-8b34-dcac0346bd90 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:19.266223 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83d6888-72e7-4338-8b34-dcac0346bd90'] response: {'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b', 'code': 200} Apr 06 12:19:19.266629 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83d6888-72e7-4338-8b34-dcac0346bd90'] response: {'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579', 'code': 200} Apr 06 12:19:19.313752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:19.339811 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40280) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:19.342466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959549b9-d2bb-4631-ad64-568e85aee27e req-852289e7-483a-4674-9073-28642dfb1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.351905 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-959549b9-d2bb-4631-ad64-568e85aee27e req-852289e7-483a-4674-9073-28642dfb1321 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1127 time: 0.1037252 Apr 06 12:19:19.366454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12888557-eefb-479d-af67-740f7f58d87e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.531094 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12888557-eefb-479d-af67-740f7f58d87e admin admin] Publish callbacks [] for security_group (87dc6885-2c30-43aa-9049-2bd687ff1800), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.556877 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:19:19.562711 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:19.563333 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.606457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12888557-eefb-479d-af67-740f7f58d87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (87dc6885-2c30-43aa-9049-2bd687ff1800), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.772567 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:19.772996 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.780499 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-12888557-eefb-479d-af67-740f7f58d87e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1343984720748108368697d380bb21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365718 Apr 06 12:19:19.786281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:19.817209 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ac59-c9f4-468e-a99a-ef03f6b4f6b9 req-847af633-5879-4948-9821-12670ecac1f2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.818854 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8e95ac59-c9f4-468e-a99a-ef03f6b4f6b9 req-847af633-5879-4948-9821-12670ecac1f2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.2286344 Apr 06 12:19:19.822179 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959549b9-d2bb-4631-ad64-568e85aee27e req-3d956b26-ab61-4a0f-8a62-f7567063bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.823676 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-959549b9-d2bb-4631-ad64-568e85aee27e req-3d956b26-ab61-4a0f-8a62-f7567063bd40 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d873e792445a4fecb4e490c4c4ca163f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4644949 Apr 06 12:19:19.838592 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12888557-eefb-479d-af67-740f7f58d87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc6885-2c30-43aa-9049-2bd687ff1800,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:19.868070 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:19.873208 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8140410-2987-4eb2-8d57-6f884fd69a3c req-704895fd-5212-4cd9-b4e2-75cc6f6a6a1c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.875757 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba779dc4-600e-4d65-93c6-74121422d953 req-6cf15b07-acd2-4e36-a7e9-fbaff1bcac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.877410 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ba779dc4-600e-4d65-93c6-74121422d953 req-6cf15b07-acd2-4e36-a7e9-fbaff1bcac47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1130 time: 0.1574354 Apr 06 12:19:19.880092 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d8140410-2987-4eb2-8d57-6f884fd69a3c req-704895fd-5212-4cd9-b4e2-75cc6f6a6a1c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.2919192 Apr 06 12:19:19.899466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee0f70-fd62-42f6-b521-286f8aa4e6b4 req-f559c1e7-3700-4779-8cf8-c4a335ea8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:19.900954 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bbee0f70-fd62-42f6-b521-286f8aa4e6b4 req-f559c1e7-3700-4779-8cf8-c4a335ea8d8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1129 time: 0.1797915 Apr 06 12:19:19.940226 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.944792 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] Publish callbacks [] for security_group (87dc6885-2c30-43aa-9049-2bd687ff1800), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:19.959293 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d8140410-2987-4eb2-8d57-6f884fd69a3c req-5c34436d-05fa-4a95-9b0c-b3ec34dd8153 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783379 Apr 06 12:19:19.971981 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] Publish callbacks [] for security_group (87dc6885-2c30-43aa-9049-2bd687ff1800), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:20.023942 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:20.067781 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8e95ac59-c9f4-468e-a99a-ef03f6b4f6b9 req-4ad5efec-e13b-4392-b3d2-186581675073 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328424 Apr 06 12:19:20.154412 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ba779dc4-600e-4d65-93c6-74121422d953 req-e9c9f476-7b5f-4c99-915d-53ccf3199668 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573195 Apr 06 12:19:20.156241 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (87dc6885-2c30-43aa-9049-2bd687ff1800), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:20.159000 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:20.162753 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87dc6885-2c30-43aa-9049-2bd687ff1800 HTTP/1.1" status: 204 len: 168 time: 0.3720992 Apr 06 12:19:20.162901 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bbee0f70-fd62-42f6-b521-286f8aa4e6b4 req-cae57918-24bc-4cb4-9c4e-c8b1c73e0330 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160420 Apr 06 12:19:20.171412 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959549b9-d2bb-4631-ad64-568e85aee27e req-05f95542-7f7e-46a0-925c-434a7aeba05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:20.171581 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c20e28-f653-4ed6-8eed-9b23b6b6c2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc6885-2c30-43aa-9049-2bd687ff1800,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:20.173289 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-959549b9-d2bb-4631-ad64-568e85aee27e req-05f95542-7f7e-46a0-925c-434a7aeba05a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274646 Apr 06 12:19:20.204604 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84db68-584c-4863-9dfb-488fb61a606b req-9898a651-138a-4589-bb82-17e45720a076 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:20.206493 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1f84db68-584c-4863-9dfb-488fb61a606b req-9898a651-138a-4589-bb82-17e45720a076 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.1198597 Apr 06 12:19:20.256337 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1f84db68-584c-4863-9dfb-488fb61a606b req-1b234782-94ba-4b38-956f-771b74ec9c19 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Apr 06 12:19:20.382274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5add9-1a54-4907-9f46-a1a9d048250a req-94b2189a-7500-4e15-b648-859e85e445ec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:20.383811 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e3a5add9-1a54-4907-9f46-a1a9d048250a req-94b2189a-7500-4e15-b648-859e85e445ec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Apr 06 12:19:20.430682 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e3a5add9-1a54-4907-9f46-a1a9d048250a req-43253357-8d1a-4e2d-8659-b72855f8f87d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Apr 06 12:19:21.120837 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d732b6-fc85-4f2a-a515-e27dba81f0a3 req-5e0e29bb-069d-4c0a-9504-92ce52343841 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:21.122897 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2d732b6-fc85-4f2a-a515-e27dba81f0a3 req-5e0e29bb-069d-4c0a-9504-92ce52343841 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0613024 Apr 06 12:19:21.177748 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2d732b6-fc85-4f2a-a515-e27dba81f0a3 req-d594567e-5b60-4ea7-ab12-ba8c424b356d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485928 Apr 06 12:19:21.220637 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c5d07-0e16-4fec-b417-f77132fd2036 req-3f44c587-f768-4b8f-b258-87001db66e68 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:21.227544 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7d2c5d07-0e16-4fec-b417-f77132fd2036 req-3f44c587-f768-4b8f-b258-87001db66e68 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0897858 Apr 06 12:19:21.267730 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:21.272564 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66afabc-e68b-4905-b834-42c44d9cbe7c" -d '{"events": [{"server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "name": "network-vif-plugged", "status": "completed", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:21.278256 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7d2c5d07-0e16-4fec-b417-f77132fd2036 req-849a566f-0497-47f4-8b59-607ee787922a tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487969 Apr 06 12:19:21.319979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0481266d-beed-4116-b8e7-5f6677242d05 x-openstack-request-id: req-0481266d-beed-4116-b8e7-5f6677242d05 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:21.319979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "name": "network-vif-plugged", "status": "completed", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:21.319979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0481266d-beed-4116-b8e7-5f6677242d05 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:21.319979 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0481266d-beed-4116-b8e7-5f6677242d05'] response: {'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353', 'code': 200} Apr 06 12:19:21.405475 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109488a-0eaa-419c-a06c-63780e681618 req-7d630d67-1bad-4db7-b91a-c6715463d7c5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:21.412632 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1109488a-0eaa-419c-a06c-63780e681618 req-7d630d67-1bad-4db7-b91a-c6715463d7c5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0682256 Apr 06 12:19:21.440285 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40368) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:21.459620 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1109488a-0eaa-419c-a06c-63780e681618 req-9592168d-9266-4b11-9c79-76cad421e6ce tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460851 Apr 06 12:19:21.577385 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f8609-e5f0-470a-adf3-27a87ce8f74b req-6f7ce107-eb73-404b-89ed-36dd92683de3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:21.578946 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8e5f8609-e5f0-470a-adf3-27a87ce8f74b req-6f7ce107-eb73-404b-89ed-36dd92683de3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0663612 Apr 06 12:19:21.580146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd75b61-9849-470d-8c20-85c605c57191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:21.599324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-70c6a1a4-a121-4de7-b8db-abbe82fc96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:21.600861 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-70c6a1a4-a121-4de7-b8db-abbe82fc96bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1127 time: 0.0468769 Apr 06 12:19:21.654730 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8e5f8609-e5f0-470a-adf3-27a87ce8f74b req-247277e2-60fd-44f9-96f2-af5d012ca1c8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662572 Apr 06 12:19:21.698145 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd75b61-9849-470d-8c20-85c605c57191 admin admin] Publish callbacks [] for security_group (23106ac1-5a5d-4261-8ff7-97863eb07be2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:21.763246 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3fd75b61-9849-470d-8c20-85c605c57191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (23106ac1-5a5d-4261-8ff7-97863eb07be2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:21.813641 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3fd75b61-9849-470d-8c20-85c605c57191 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88a0d30a50d34394a7311254908d732c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718352 Apr 06 12:19:21.814858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75b61-9849-470d-8c20-85c605c57191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23106ac1-5a5d-4261-8ff7-97863eb07be2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:21.820214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40376) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:21.835453 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-668aa442-1413-4c6e-9995-3adb0ce0ad05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 217 time: 0.0738952 Apr 06 12:19:21.900331 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] Publish callbacks [] for security_group (23106ac1-5a5d-4261-8ff7-97863eb07be2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:21.923840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] Publish callbacks [] for security_group (23106ac1-5a5d-4261-8ff7-97863eb07be2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:22.036812 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (23106ac1-5a5d-4261-8ff7-97863eb07be2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:22.039707 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:22.041925 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23106ac1-5a5d-4261-8ff7-97863eb07be2 HTTP/1.1" status: 204 len: 168 time: 0.2190211 Apr 06 12:19:22.049387 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08db77f-0876-444a-8241-b9e7753a1258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23106ac1-5a5d-4261-8ff7-97863eb07be2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:22.412393 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187f84-a880-4138-993f-5d18795876e3 req-22632d74-f2e4-4b68-a95e-7f833149693a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:22.414489 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-30187f84-a880-4138-993f-5d18795876e3 req-22632d74-f2e4-4b68-a95e-7f833149693a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.1481192 Apr 06 12:19:22.422225 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-c9c9ae04-4862-4ab8-abea-5237ce9e3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:22.425490 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-c9c9ae04-4862-4ab8-abea-5237ce9e3416 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.1295006 Apr 06 12:19:22.461975 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cfa09-dedc-4482-a934-bef30d6e8dd7 req-c2d764cd-2d1e-411c-acd9-9dd915d3b9a1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:22.463750 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cf2cfa09-dedc-4482-a934-bef30d6e8dd7 req-c2d764cd-2d1e-411c-acd9-9dd915d3b9a1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0797136 Apr 06 12:19:22.471635 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-30187f84-a880-4138-993f-5d18795876e3 req-00ac0189-d441-408f-9e52-115e6401ad8e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447755 Apr 06 12:19:22.513500 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cf2cfa09-dedc-4482-a934-bef30d6e8dd7 req-e856bda5-578b-4f6f-ac69-924ccdad4cd7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438235 Apr 06 12:19:22.607044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80289f-751f-445d-9592-50d1c2f18bc8 req-116deb4d-b8d9-403d-be41-7c24232a532b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:22.615696 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca80289f-751f-445d-9592-50d1c2f18bc8 req-116deb4d-b8d9-403d-be41-7c24232a532b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0691338 Apr 06 12:19:22.660732 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca80289f-751f-445d-9592-50d1c2f18bc8 req-e1be6a55-c1c7-4820-9365-785fba20779b tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Apr 06 12:19:22.686663 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abd69a-219d-4ecc-a49c-faa094c02416 req-0b5beb76-18a5-420a-a82c-e68742244f10 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:22.688521 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b7abd69a-219d-4ecc-a49c-faa094c02416 req-0b5beb76-18a5-420a-a82c-e68742244f10 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0575230 Apr 06 12:19:22.698743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40420) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:22.704797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'floatingip': {'port_id': 'ad83d684-8a04-41de-a100-c7b435543579'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:22.874853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:22.917820 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40426) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:23.010145 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40432) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:23.028148 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5b0a-93fc-48c7-bd11-e036344ca99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.056350 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb100341-69b3-48a7-8133-0ca5bfa45783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.177450 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5b0a-93fc-48c7-bd11-e036344ca99a admin admin] Publish callbacks [] for security_group (987fef05-f069-44bc-9c7c-d84939c60c60), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.203629 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb100341-69b3-48a7-8133-0ca5bfa45783 admin admin] Publish callbacks [] for security_group (c2d4f1f7-f725-429b-a032-ef66af87144f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.223176 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-88f2e1d5-bea0-4a90-af90-a4a86e9df9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:23.223176 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-88f2e1d5-bea0-4a90-af90-a4a86e9df9dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4631610 Apr 06 12:19:23.241431 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa0b49-7ddc-4fb2-ae73-f8aaf0d29dea req-8532daf4-896e-4640-ae9f-33f1e0b090dd tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:23.242605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-87fa0b49-7ddc-4fb2-ae73-f8aaf0d29dea req-8532daf4-896e-4640-ae9f-33f1e0b090dd tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.4843807 Apr 06 12:19:23.319023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cac8b-92f4-4a7c-84a1-4a11974989c0 req-95566ffd-15fe-4293-a156-178ac8229c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:23.320536 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-165cac8b-92f4-4a7c-84a1-4a11974989c0 req-95566ffd-15fe-4293-a156-178ac8229c1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1129 time: 0.5088003 Apr 06 12:19:23.340691 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5b0a-93fc-48c7-bd11-e036344ca99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (987fef05-f069-44bc-9c7c-d84939c60c60), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.344296 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb100341-69b3-48a7-8133-0ca5bfa45783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c2d4f1f7-f725-429b-a032-ef66af87144f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.411657 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-bb100341-69b3-48a7-8133-0ca5bfa45783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13e1023061bb4f0c8ff77a0f57fde3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4927137 Apr 06 12:19:23.415413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40446) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:23.416046 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1b1d5b0a-93fc-48c7-bd11-e036344ca99a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09b491a1921048c281bbea2fa38e36e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4048328 Apr 06 12:19:23.417243 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d5b0a-93fc-48c7-bd11-e036344ca99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fef05-f069-44bc-9c7c-d84939c60c60,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:23.422293 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40448) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:23.468664 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb100341-69b3-48a7-8133-0ca5bfa45783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4f1f7-f725-429b-a032-ef66af87144f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:23.507704 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-87fa0b49-7ddc-4fb2-ae73-f8aaf0d29dea req-7b24ba45-c9c7-4e21-83dc-dcbc2df9e027 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542191 Apr 06 12:19:23.523230 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] Publish callbacks [] for security_group (987fef05-f069-44bc-9c7c-d84939c60c60), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.553375 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-e11b972d-08f2-497f-8af9-19c2ed9f581e service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194299 Apr 06 12:19:23.557616 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] Publish callbacks [] for security_group (987fef05-f069-44bc-9c7c-d84939c60c60), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.560144 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-165cac8b-92f4-4a7c-84a1-4a11974989c0 req-2edc3d99-e0c9-47f2-80d5-162ff0553539 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971772 Apr 06 12:19:23.663537 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] Publish callbacks [] for security_group (c2d4f1f7-f725-429b-a032-ef66af87144f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.672342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7275f5-9433-42c3-aa44-d415a4c17098 req-b62139e9-f289-4823-85de-de451a7801ae tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:23.679501 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a7275f5-9433-42c3-aa44-d415a4c17098 req-b62139e9-f289-4823-85de-de451a7801ae tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0715036 Apr 06 12:19:23.735624 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a7275f5-9433-42c3-aa44-d415a4c17098 req-f06d4481-44be-47aa-a0a5-0a7fd1eaf5f6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551019 Apr 06 12:19:23.752345 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (987fef05-f069-44bc-9c7c-d84939c60c60), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.754973 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.772662 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/987fef05-f069-44bc-9c7c-d84939c60c60 HTTP/1.1" status: 204 len: 168 time: 0.3342838 Apr 06 12:19:23.772662 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a227b-46b1-4b50-a2ad-593a8393e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fef05-f069-44bc-9c7c-d84939c60c60,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:23.801542 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] Publish callbacks [] for security_group (c2d4f1f7-f725-429b-a032-ef66af87144f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:23.909408 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5d9736f4-fe3e-4adb-b30c-c8a86a205d3f req-4ea0a90b-9678-44e0-95c8-b10ec8d0c455 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463786 Apr 06 12:19:24.095835 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c2d4f1f7-f725-429b-a032-ef66af87144f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.098368 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.099558 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2d4f1f7-f725-429b-a032-ef66af87144f HTTP/1.1" status: 204 len: 168 time: 0.6793001 Apr 06 12:19:24.134977 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248cc69-f794-4715-b2b6-a899061efc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4f1f7-f725-429b-a032-ef66af87144f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:24.138178 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.203529 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.312842 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Floating IP 458710ab-634b-4f25-be71-a509caebd2fa associated. External IP: 172.28.0.131, port: ad83d684-8a04-41de-a100-c7b435543579. Apr 06 12:19:24.533916 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:19:24.890493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a3e22-ba38-4fb9-9097-1a5c0f582224 req-4f055332-cc44-46c9-b4cc-2f64728e7a37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:24.891965 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b11a3e22-ba38-4fb9-9097-1a5c0f582224 req-4f055332-cc44-46c9-b4cc-2f64728e7a37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.3128223 Apr 06 12:19:24.898836 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:19:24.904390 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.913044 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:19:24.926940 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:24.927750 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:19:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:24.932729 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40508) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:24.969171 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753b1e5d-d1ab-4fba-bd88-11e4f58eb3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:24.984829 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6f5bee1f-4c13-4ba0-b162-e9c81fcbea71 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "PUT /v2.0/floatingips/458710ab-634b-4f25-be71-a509caebd2fa HTTP/1.1" status: 200 len: 992 time: 2.2841184 Apr 06 12:19:24.986944 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:24.989348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "tag": "ad83d684-8a04-41de-a100-c7b435543579"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:25.048187 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b11a3e22-ba38-4fb9-9097-1a5c0f582224 req-31c51bb7-c6e0-4f25-8c83-a80deb7092c9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411779 Apr 06 12:19:25.052081 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:25.166480 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753b1e5d-d1ab-4fba-bd88-11e4f58eb3f0 admin admin] Publish callbacks [] for security_group (d08bfc72-a77d-4341-8808-7344d8e790f9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.225812 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-753b1e5d-d1ab-4fba-bd88-11e4f58eb3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d08bfc72-a77d-4341-8808-7344d8e790f9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.230243 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e342d5-c742-4ebb-a884-7ba56644d3d1 req-33d8a3bf-2013-4952-97ec-27f3ce61eab6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:25.238092 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-32e342d5-c742-4ebb-a884-7ba56644d3d1 req-33d8a3bf-2013-4952-97ec-27f3ce61eab6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0695198 Apr 06 12:19:25.292961 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-753b1e5d-d1ab-4fba-bd88-11e4f58eb3f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1d69a0e1ed9441baab458fa791b3b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589320 Apr 06 12:19:25.295609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40536) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:25.302764 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-32e342d5-c742-4ebb-a884-7ba56644d3d1 req-03f2e7c8-d49f-47aa-a429-a2c8966f98c6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636113 Apr 06 12:19:25.340057 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b1e5d-d1ab-4fba-bd88-11e4f58eb3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08bfc72-a77d-4341-8808-7344d8e790f9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:25.361993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deae85ae-b0e3-46c5-a09c-5d39ff5074e6 x-openstack-request-id: req-deae85ae-b0e3-46c5-a09c-5d39ff5074e6 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:25.362392 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "tag": "ad83d684-8a04-41de-a100-c7b435543579", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:25.362918 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-deae85ae-b0e3-46c5-a09c-5d39ff5074e6 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:25.363420 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deae85ae-b0e3-46c5-a09c-5d39ff5074e6'] response: {'name': 'network-changed', 'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579', 'status': 'completed', 'code': 200} Apr 06 12:19:25.388352 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] Publish callbacks [] for security_group (d08bfc72-a77d-4341-8808-7344d8e790f9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.416094 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] Publish callbacks [] for security_group (d08bfc72-a77d-4341-8808-7344d8e790f9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.502484 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '458710ab-634b-4f25-be71-a509caebd2fa', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.131', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': 'ad83d684-8a04-41de-a100-c7b435543579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:7a:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:18:50Z', 'updated_at': '2022-04-06T12:19:23Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:25.533837 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:19:25.542888 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:25.543576 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:19:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:25.557343 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d08bfc72-a77d-4341-8808-7344d8e790f9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.559947 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:25.563615 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d08bfc72-a77d-4341-8808-7344d8e790f9 HTTP/1.1" status: 204 len: 168 time: 0.2646296 Apr 06 12:19:25.570342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e48cc0-0172-4630-a8ac-466b3d688c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08bfc72-a77d-4341-8808-7344d8e790f9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:25.676968 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:25.795407 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-1f33b571-ab06-4c05-a144-3f4da383107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:25.797730 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-1f33b571-ab06-4c05-a144-3f4da383107c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1130 time: 0.0633061 Apr 06 12:19:25.913726 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-627f4eb1-5ebc-456f-bb0f-923035619b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:25.916844 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-627f4eb1-5ebc-456f-bb0f-923035619b3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.1131203 Apr 06 12:19:25.982183 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-77ded692-85e3-4357-9d86-e6433963904d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '458710ab-634b-4f25-be71-a509caebd2fa', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.131', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': 'ad83d684-8a04-41de-a100-c7b435543579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:7a:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:18:50Z', 'updated_at': '2022-04-06T12:19:23Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:26.052816 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-24f59251-260e-4cd6-9a9a-20e0c39391a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 1000 time: 0.1283488 Apr 06 12:19:26.124455 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ded692-85e3-4357-9d86-e6433963904d None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '458710ab-634b-4f25-be71-a509caebd2fa', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.131', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': 'ad83d684-8a04-41de-a100-c7b435543579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:7a:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:18:50Z', 'updated_at': '2022-04-06T12:19:23Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:19:26.173114 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-7bc22fd1-b905-45cb-8431-c21b4da51aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:26.174745 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-7bc22fd1-b905-45cb-8431-c21b4da51aab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.1142745 Apr 06 12:19:26.312920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19d6a4-cb45-411d-b505-c1c3c5beaedd req-087d2263-b9af-4eb7-8030-177b9062ce54 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:26.319973 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2b19d6a4-cb45-411d-b505-c1c3c5beaedd req-087d2263-b9af-4eb7-8030-177b9062ce54 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.1492736 Apr 06 12:19:26.325738 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-8719044c-7d87-4e62-92e4-4c1712bfd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:26.327225 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-8719044c-7d87-4e62-92e4-4c1712bfd639 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1430149 Apr 06 12:19:26.435989 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2b19d6a4-cb45-411d-b505-c1c3c5beaedd req-e9cd4d5b-b28b-481c-8817-6cdacfefc614 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126411 Apr 06 12:19:26.483846 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9f6147-b02e-48e4-a117-a27a35fde58c None None] New status for floating IP 458710ab-634b-4f25-be71-a509caebd2fa: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:19:26.492149 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-2ab31491-7a3f-435b-a4b4-3ede92d9e664 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580112 Apr 06 12:19:26.645345 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb55c-93f6-4045-884e-3ab9e5a53428 req-8acb948f-037f-48db-8561-7cb7f681f607 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:26.652694 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d6fcb55c-93f6-4045-884e-3ab9e5a53428 req-8acb948f-037f-48db-8561-7cb7f681f607 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.1211891 Apr 06 12:19:26.681495 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03b12cfa-7a03-49e6-b5aa-d69d4dba7d80 req-b6e411a8-d093-45ee-9371-4508cc32ecce service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769254 Apr 06 12:19:26.716093 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d6fcb55c-93f6-4045-884e-3ab9e5a53428 req-691f5848-74e3-4136-b353-362df9e13434 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625188 Apr 06 12:19:27.296918 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbab09-5943-4527-8974-95ec6e83b454 req-5f1092bf-5cde-4d6d-ad94-c9d593b21e9f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:27.298517 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f0cbab09-5943-4527-8974-95ec6e83b454 req-5f1092bf-5cde-4d6d-ad94-c9d593b21e9f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Apr 06 12:19:27.310950 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:19:27.382309 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f0cbab09-5943-4527-8974-95ec6e83b454 req-5c35cbcf-b342-4c5d-84a1-a2258dda2c6c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779138 Apr 06 12:19:27.391047 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-80d2d20d-8993-4497-9b1b-b40e1599bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:27.392719 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-80d2d20d-8993-4497-9b1b-b40e1599bdef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1129 time: 0.0871968 Apr 06 12:19:27.445850 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:27.460551 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:19:27.506673 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:27.507829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:27.510627 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-ecb1ed01-2666-410b-8f68-ceaf623a8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:27.512208 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-ecb1ed01-2666-410b-8f68-ceaf623a8f4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.1122487 Apr 06 12:19:27.530602 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:19:27.550232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:27.576896 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-15cf424a-44c1-4d37-a80d-b0a107dce1fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 200 len: 217 time: 0.0573530 Apr 06 12:19:27.659295 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:27.717121 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:27.870836 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729641f-dbeb-4311-bf71-29b8ffc3b456 req-fd846196-d99f-4432-a1b7-2d6a49d8d977 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:27.872507 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a729641f-dbeb-4311-bf71-29b8ffc3b456 req-fd846196-d99f-4432-a1b7-2d6a49d8d977 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0691450 Apr 06 12:19:27.932887 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a729641f-dbeb-4311-bf71-29b8ffc3b456 req-a782097d-0f9a-4080-9f2b-7fb6c87e8100 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531623 Apr 06 12:19:28.038827 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['ec18c45b-5ea0-4bf6-84ea-842c09625e30'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:28.151253 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-2908b444-f9f8-41fc-bc2e-ed1a744bf15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:28.156844 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-2908b444-f9f8-41fc-bc2e-ed1a744bf15a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0758140 Apr 06 12:19:28.230838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-f1292ffb-ab9b-4a63-84d3-e3b4bc491478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:28.233483 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-f1292ffb-ab9b-4a63-84d3-e3b4bc491478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0740175 Apr 06 12:19:28.513663 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3180-1789-4ee7-84a6-c8cdb0bac871 req-08f44b06-1070-4c5d-a4eb-4383c0bbcfe3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:28.513663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2a9f3180-1789-4ee7-84a6-c8cdb0bac871 req-08f44b06-1070-4c5d-a4eb-4383c0bbcfe3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0563912 Apr 06 12:19:28.559114 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2a9f3180-1789-4ee7-84a6-c8cdb0bac871 req-194f8f04-697b-4cee-b2d9-073b3f39fe04 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Apr 06 12:19:28.685464 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40688) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:28.803895 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-697b1a9a-ca20-4204-9741-5333a13b3dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:28.932534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-697b1a9a-ca20-4204-9741-5333a13b3dbb admin admin] Publish callbacks [] for security_group (7b8f88b3-d47a-4cb1-8c0d-a184e9988108), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:28.983047 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-f6978ba0-0ab0-48cc-9117-60d912aa586c service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075385 Apr 06 12:19:29.057161 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-697b1a9a-ca20-4204-9741-5333a13b3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7b8f88b3-d47a-4cb1-8c0d-a184e9988108), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.088026 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fdca6-0fdd-484c-96ca-d4ead6507556 req-fb99ebd2-c743-4d71-9612-40afbd65be34 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:29.090263 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6b5fdca6-0fdd-484c-96ca-d4ead6507556 req-fb99ebd2-c743-4d71-9612-40afbd65be34 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0640185 Apr 06 12:19:29.117737 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-697b1a9a-ca20-4204-9741-5333a13b3dbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd9f013d5e0e4ad9bba204ae4f6b71ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309986 Apr 06 12:19:29.124074 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40700) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:29.125952 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b1a9a-ca20-4204-9741-5333a13b3dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8f88b3-d47a-4cb1-8c0d-a184e9988108,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:29.145394 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6b5fdca6-0fdd-484c-96ca-d4ead6507556 req-2fed960d-131f-49aa-a72a-07bb565ff9e8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495729 Apr 06 12:19:29.157603 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-973387fc-5d3f-4df6-96a9-7ac1cc61fe07 req-e80b27be-8723-4328-8ede-0a447aaaf364 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675332 Apr 06 12:19:29.190565 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] Publish callbacks [] for security_group (7b8f88b3-d47a-4cb1-8c0d-a184e9988108), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.214842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] Publish callbacks [] for security_group (7b8f88b3-d47a-4cb1-8c0d-a184e9988108), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.319356 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:19:29.333643 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7b8f88b3-d47a-4cb1-8c0d-a184e9988108), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.336231 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.340329 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b8f88b3-d47a-4cb1-8c0d-a184e9988108 HTTP/1.1" status: 204 len: 168 time: 0.2129002 Apr 06 12:19:29.348745 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446f0d9-96dc-40a2-8f3a-ac617563451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8f88b3-d47a-4cb1-8c0d-a184e9988108,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:29.482523 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port ec18c45b-5ea0-4bf6-84ea-842c09625e30 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:19:29.486514 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port ec18c45b-5ea0-4bf6-84ea-842c09625e30 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:19:29.486963 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.597604 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:19:29.597604 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.622501 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:29.628025 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a60e6-2f6c-4e52-a7fa-f74a9733f4b9" -d '{"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:29.645960 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:29.689647 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd90f8c-3ab4-4c0b-85a9-dd5bd6410b5d x-openstack-request-id: req-afd90f8c-3ab4-4c0b-85a9-dd5bd6410b5d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:29.690080 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:29.690236 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd90f8c-3ab4-4c0b-85a9-dd5bd6410b5d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:29.690609 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd90f8c-3ab4-4c0b-85a9-dd5bd6410b5d'] response: {'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'code': 200} Apr 06 12:19:29.728236 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:29.763984 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ee0d9-c8db-417d-a77b-639af58298b4 req-5ee0edc1-094f-4bdc-a70e-879779ad5e6c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:29.765643 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-220ee0d9-c8db-417d-a77b-639af58298b4 req-5ee0edc1-094f-4bdc-a70e-879779ad5e6c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0937800 Apr 06 12:19:29.808753 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:29.822988 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-220ee0d9-c8db-417d-a77b-639af58298b4 req-6fb21898-3813-4e7d-be2b-6956b9f52e1e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505512 Apr 06 12:19:30.089025 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a37c6-b90b-4dea-810b-9754bafcdad5 req-35db8ea7-96a5-4886-9ca6-e99c38864df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:30.090428 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-733a37c6-b90b-4dea-810b-9754bafcdad5 req-35db8ea7-96a5-4886-9ca6-e99c38864df7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1129 time: 0.0463710 Apr 06 12:19:30.137366 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-733a37c6-b90b-4dea-810b-9754bafcdad5 req-20006e55-d56c-417f-b29d-1740cd8bd0b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384357 Apr 06 12:19:30.191036 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40744) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:30.204119 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-95a95f2a-02b7-4627-b3e2-174ab312c102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.301257 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9719a-934e-4286-9431-aa8b4a6a74b6 req-a29557ff-045d-477a-a050-c637df4e0555 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:30.302777 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-89d9719a-934e-4286-9431-aa8b4a6a74b6 req-a29557ff-045d-477a-a050-c637df4e0555 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0831859 Apr 06 12:19:30.368154 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-95a95f2a-02b7-4627-b3e2-174ab312c102 admin admin] Publish callbacks [] for security_group (d9231caa-4c49-4dcd-8d82-0e39553ebcb7), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.394910 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-89d9719a-934e-4286-9431-aa8b4a6a74b6 req-041ee937-5c54-4b89-bf73-052cd83c4b54 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818369 Apr 06 12:19:30.434330 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:30.435683 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-95a95f2a-02b7-4627-b3e2-174ab312c102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d9231caa-4c49-4dcd-8d82-0e39553ebcb7), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.474885 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-95a95f2a-02b7-4627-b3e2-174ab312c102 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10db3676e9324efca1f760de705599c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826760 Apr 06 12:19:30.477755 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40758) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:30.479802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a95f2a-02b7-4627-b3e2-174ab312c102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9231caa-4c49-4dcd-8d82-0e39553ebcb7,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:30.550423 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] Publish callbacks [] for security_group (d9231caa-4c49-4dcd-8d82-0e39553ebcb7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.568256 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94c7fed1-68fa-419d-bc21-902079c488b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.591018 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] Publish callbacks [] for security_group (d9231caa-4c49-4dcd-8d82-0e39553ebcb7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.636681 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b80c-a954-41e2-8fe4-6c9f9059af7c req-799a9c16-68cb-46f8-a0ce-9c63c090c537 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:30.636681 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8d41b80c-a954-41e2-8fe4-6c9f9059af7c req-799a9c16-68cb-46f8-a0ce-9c63c090c537 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0560746 Apr 06 12:19:30.685095 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8d41b80c-a954-41e2-8fe4-6c9f9059af7c req-ebc761ad-9a7c-430e-a95a-2a9c55fbcfc8 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Apr 06 12:19:30.698548 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94c7fed1-68fa-419d-bc21-902079c488b7 admin admin] Publish callbacks [] for security_group (c38831a4-249c-4063-a738-efba7147cc2a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.727926 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b0096d00-5368-4a67-879c-b379ef0b980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.750912 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d9231caa-4c49-4dcd-8d82-0e39553ebcb7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.753787 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.754954 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9231caa-4c49-4dcd-8d82-0e39553ebcb7 HTTP/1.1" status: 204 len: 168 time: 0.2760723 Apr 06 12:19:30.767947 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a0206-e8b8-4b2f-8470-56613baeb87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9231caa-4c49-4dcd-8d82-0e39553ebcb7,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:30.791362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94c7fed1-68fa-419d-bc21-902079c488b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c38831a4-249c-4063-a738-efba7147cc2a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.846906 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-94c7fed1-68fa-419d-bc21-902079c488b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b88b767e4e37488fa87a6437edf54226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159391 Apr 06 12:19:30.847901 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fed1-68fa-419d-bc21-902079c488b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38831a4-249c-4063-a738-efba7147cc2a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:30.849540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40772) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:30.913415 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] Publish callbacks [] for security_group (c38831a4-249c-4063-a738-efba7147cc2a), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.961710 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] Publish callbacks [] for security_group (c38831a4-249c-4063-a738-efba7147cc2a), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:30.967442 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9947575-e154-4660-b077-f0f41cb87ae7 req-b0727f03-a1b4-47ce-9213-5b3b3ab7b04d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:30.972022 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a9947575-e154-4660-b077-f0f41cb87ae7 req-b0727f03-a1b4-47ce-9213-5b3b3ab7b04d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0659688 Apr 06 12:19:31.046050 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a9947575-e154-4660-b077-f0f41cb87ae7 req-5e1d4e92-375a-408e-9c44-b24c3354c6c0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711582 Apr 06 12:19:31.092903 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c38831a4-249c-4063-a738-efba7147cc2a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:31.095463 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:31.098996 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c38831a4-249c-4063-a738-efba7147cc2a HTTP/1.1" status: 204 len: 168 time: 0.2453465 Apr 06 12:19:31.106359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d16f48-2e38-4dfb-bfe9-a5d127e0c155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38831a4-249c-4063-a738-efba7147cc2a,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:31.537343 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd06c8-5760-4286-acc8-501489d182cb req-3068f01e-83f3-41bb-b2c1-243c5cb9eadb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:31.538985 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1fbd06c8-5760-4286-acc8-501489d182cb req-3068f01e-83f3-41bb-b2c1-243c5cb9eadb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0535660 Apr 06 12:19:31.589215 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1fbd06c8-5760-4286-acc8-501489d182cb req-4aad9c3c-5e83-41d7-899c-624555084bd0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Apr 06 12:19:31.750017 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40806) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:31.764753 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e0ced426-3939-4227-b135-4414ff24c76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:31.812439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971d32-b66e-4912-aa64-7f70c9e9c4c5 req-33b47fda-dbbd-4a49-b61d-4a3a6564ec3a tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:31.814624 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3c971d32-b66e-4912-aa64-7f70c9e9c4c5 req-33b47fda-dbbd-4a49-b61d-4a3a6564ec3a tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0551224 Apr 06 12:19:31.849802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e0ced426-3939-4227-b135-4414ff24c76f admin admin] Publish callbacks [] for security_group (7c3155e5-e72a-4e79-846e-dcc54b479eb9), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:31.874401 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3c971d32-b66e-4912-aa64-7f70c9e9c4c5 req-f1d7d504-b23c-415e-8f89-d2e5b3627eba tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532210 Apr 06 12:19:31.949874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e0ced426-3939-4227-b135-4414ff24c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7c3155e5-e72a-4e79-846e-dcc54b479eb9), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:31.990998 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e0ced426-3939-4227-b135-4414ff24c76f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5458b2ab6414ec38f2926cabdc19da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395508 Apr 06 12:19:31.991901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ced426-3939-4227-b135-4414ff24c76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3155e5-e72a-4e79-846e-dcc54b479eb9,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:31.993636 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40812) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:32.045032 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] Publish callbacks [] for security_group (7c3155e5-e72a-4e79-846e-dcc54b479eb9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:32.069495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] Publish callbacks [] for security_group (7c3155e5-e72a-4e79-846e-dcc54b479eb9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:32.171243 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3fefe-52e0-49d1-b8c3-4d58b115717c req-23e0070e-9da7-4f08-b662-136860ccad31 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:32.172859 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c1f3fefe-52e0-49d1-b8c3-4d58b115717c req-23e0070e-9da7-4f08-b662-136860ccad31 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Apr 06 12:19:32.179360 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7c3155e5-e72a-4e79-846e-dcc54b479eb9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:32.182616 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:32.183834 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c3155e5-e72a-4e79-846e-dcc54b479eb9 HTTP/1.1" status: 204 len: 168 time: 0.1891742 Apr 06 12:19:32.198648 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721c51f-6cad-496f-8b10-cbcabd06bad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3155e5-e72a-4e79-846e-dcc54b479eb9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:32.222765 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c1f3fefe-52e0-49d1-b8c3-4d58b115717c req-f0c7408d-7350-4bc8-a48c-8dd5b23e5428 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Apr 06 12:19:32.633369 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:32.646832 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-6bd54b8d-6610-4457-adc4-c32cb18979e0 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:32.648351 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-6bd54b8d-6610-4457-adc4-c32cb18979e0 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.15 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0566373 Apr 06 12:19:32.731180 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a79a87-1189-4836-9ef3-5ddc8942378c req-65fc1dfc-574b-40ac-9232-df277691fdfc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:32.733017 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f8a79a87-1189-4836-9ef3-5ddc8942378c req-65fc1dfc-574b-40ac-9232-df277691fdfc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0583458 Apr 06 12:19:32.791163 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f8a79a87-1189-4836-9ef3-5ddc8942378c req-f6ab83c3-6834-4203-9f47-3efc5ecea179 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Apr 06 12:19:32.999915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f39e-9350-43a0-9b40-2af78fbaa196 req-5579c43e-37b3-4711-b942-bfdfab61ba3f tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.001513 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c654f39e-9350-43a0-9b40-2af78fbaa196 req-5579c43e-37b3-4711-b942-bfdfab61ba3f tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 945 time: 0.0569856 Apr 06 12:19:33.074006 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c654f39e-9350-43a0-9b40-2af78fbaa196 req-00f5ce32-7e2a-45f0-a04c-a935e4e4bc42 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/security-groups?id=34d1c014-bfb5-4590-a497-14c200efc5e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572507 Apr 06 12:19:33.323702 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-46a35ad9-3ea9-4042-8a22-876cfb49aa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:33.326853 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-e87a0bb9-fbe2-40bc-bd03-6f811889dc4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040463 Apr 06 12:19:33.351898 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Deleting port 4a9ae050-f581-4deb-930d-7c2edf1b9227 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:19:33.352541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:33.364111 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d35731-a0df-4246-8e99-5b0aab661121 req-8bf4be71-6e41-4889-9eae-2098092bb3e2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.366360 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-82d35731-a0df-4246-8e99-5b0aab661121 req-8bf4be71-6e41-4889-9eae-2098092bb3e2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0604184 Apr 06 12:19:33.415203 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-82d35731-a0df-4246-8e99-5b0aab661121 req-78becd48-36f2-455c-be2c-9b7061f2538c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Apr 06 12:19:33.490609 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] For port 4a9ae050-f581-4deb-930d-7c2edf1b9227, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=4a9ae050-f581-4deb-930d-7c2edf1b9227,segment=NetworkSegment(4c9d5fb2-07ee-42b3-abbc-827e15e60091),segment_id=4c9d5fb2-07ee-42b3-abbc-827e15e60091)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:19:33.490833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:33.495021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-f71aebb4-2f33-47a5-8db1-3ad61110d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.496524 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-f71aebb4-2f33-47a5-8db1-3ad61110d374 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1129 time: 0.0986366 Apr 06 12:19:33.509810 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Calling delete_port for 4a9ae050-f581-4deb-930d-7c2edf1b9227 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:19:33.695148 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-ccbe71e9-faae-4b33-852c-9b04e38ab369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.696638 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-ccbe71e9-faae-4b33-852c-9b04e38ab369 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.1734550 Apr 06 12:19:33.765794 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-e41f6ef1-ffc0-494a-8c92-32794f9a48a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 217 time: 0.0592432 Apr 06 12:19:33.825382 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-4d8bb4a9-76ec-4cd7-977c-a286666e5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.826857 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-4d8bb4a9-76ec-4cd7-977c-a286666e5785 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0520287 Apr 06 12:19:33.911465 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-9110b977-b0c4-4649-b3dc-37eca3ff2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.913005 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-9110b977-b0c4-4649-b3dc-37eca3ff2697 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0799551 Apr 06 12:19:33.930498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c2d3c-b355-48c8-9f92-38453ea3b6ea req-5efd9e6e-3593-4db7-a0ee-6c2791c393da tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:33.933320 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3c3c2d3c-b355-48c8-9f92-38453ea3b6ea req-5efd9e6e-3593-4db7-a0ee-6c2791c393da tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0679727 Apr 06 12:19:33.939161 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (4a9ae050-f581-4deb-930d-7c2edf1b9227), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:33.959334 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['4a9ae050-f581-4deb-930d-7c2edf1b9227'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:19:34.139679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:34.209072 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d3a8c3cc-49ea-450e-b7b6-a227adf0f3a4 req-de8c9dff-0033-4574-8aac-a91f77a54909 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.0366695 Apr 06 12:19:34.265394 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Pushing event deleted for resources: {'Port': ['ID=4a9ae050-f581-4deb-930d-7c2edf1b9227,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:34.391278 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] No DVR routers for this DVR port 4a9ae050-f581-4deb-930d-7c2edf1b9227 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:19:34.402406 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:34.405718 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-03dcdcac-d5d4-4a13-a489-c3674f8bccb2 req-5828ddf7-d260-44d5-9649-9cd99bfde1b5 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.15 "DELETE /v2.0/ports/4a9ae050-f581-4deb-930d-7c2edf1b9227 HTTP/1.1" status: 204 len: 173 time: 1.3148487 Apr 06 12:19:34.406370 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'name': 'network-vif-deleted', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:34.410702 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66ae7a4-58aa-4f55-87a6-8b5827aa9ce2" -d '{"events": [{"server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "name": "network-vif-deleted", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:34.415024 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-ecee3f4b-b46b-49a1-97d6-6ef80e202ecd service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923813 Apr 06 12:19:34.441253 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3c3c2d3c-b355-48c8-9f92-38453ea3b6ea req-1092227a-c6fc-4315-b923-847e84597c9c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4586544 Apr 06 12:19:34.512831 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee93723-c377-4fb9-9e84-7246df82449c x-openstack-request-id: req-bee93723-c377-4fb9-9e84-7246df82449c {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:34.513262 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "085b4300-84f2-41a2-84d8-eec205f44410", "name": "network-vif-deleted", "tag": "4a9ae050-f581-4deb-930d-7c2edf1b9227", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:34.513526 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bee93723-c377-4fb9-9e84-7246df82449c {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:34.513927 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee93723-c377-4fb9-9e84-7246df82449c'] response: {'server_uuid': '085b4300-84f2-41a2-84d8-eec205f44410', 'name': 'network-vif-deleted', 'tag': '4a9ae050-f581-4deb-930d-7c2edf1b9227', 'status': 'completed', 'code': 200} Apr 06 12:19:34.612269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a70e1-3b35-48a5-8396-e250672169b4 req-a41f1a36-94ab-49d1-b8fb-353db748bd31 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:34.613920 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2b5a70e1-3b35-48a5-8396-e250672169b4 req-a41f1a36-94ab-49d1-b8fb-353db748bd31 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0958598 Apr 06 12:19:34.631495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985796e1-4b5c-4e67-8ec4-481f21ba62e9 req-238230b5-64de-405a-9d36-9672bcd1fdb4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:34.642488 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-985796e1-4b5c-4e67-8ec4-481f21ba62e9 req-238230b5-64de-405a-9d36-9672bcd1fdb4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0589578 Apr 06 12:19:34.642872 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 40914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:34.647329 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'floatingip': {'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:19:34.647663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeed449b-79c2-4d2e-86b6-c90102230efc req-8221a8d6-47e6-401a-8aa2-e684aaaa0318 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185512 Apr 06 12:19:34.687115 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2b5a70e1-3b35-48a5-8396-e250672169b4 req-da0e11da-4002-4e98-8290-09172f7c0f60 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582614 Apr 06 12:19:34.741788 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:35.350346 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f8b4be2e-e95e-4707-9faa-b5b860677ec9 req-020bc18c-70e7-4d30-8930-ef2528011609 tempest-DeleteServersTestJSON-786176420 tempest-DeleteServersTestJSON-786176420-project] 10.222.0.25 "GET /v2.0/ports?device_id=085b4300-84f2-41a2-84d8-eec205f44410 HTTP/1.1" status: 200 len: 210 time: 0.0558140 Apr 06 12:19:35.603281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:35.722125 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:35.773876 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:35.803098 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098085f1-3020-4355-8034-ef7d9a9d851f req-ed5df40a-ba52-47a0-8b7f-1f1098d31092 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:35.804600 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-098085f1-3020-4355-8034-ef7d9a9d851f req-ed5df40a-ba52-47a0-8b7f-1f1098d31092 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Apr 06 12:19:35.834944 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Floating IP 5ef4ec7e-f37d-4267-950f-5cfa96b0882a associated. External IP: 172.28.0.123, port: ec18c45b-5ea0-4bf6-84ea-842c09625e30. Apr 06 12:19:35.855954 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-098085f1-3020-4355-8034-ef7d9a9d851f req-c44223d0-54ed-45ef-a867-772cd0d1eff3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Apr 06 12:19:36.072432 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:19:36.185310 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:19:36.193102 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:36.204125 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:19:36.215280 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:36.216032 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:19:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:36.271521 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-12d84bad-badc-4419-9ffe-a1524c2db130 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "PUT /v2.0/floatingips/5ef4ec7e-f37d-4267-950f-5cfa96b0882a HTTP/1.1" status: 200 len: 991 time: 1.6260166 Apr 06 12:19:36.271521 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:19:36.336689 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:36.407624 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:19:36.533784 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 40978) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:36.614871 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3541f5e-0a47-43fc-9ccd-f895873047e9 x-openstack-request-id: req-e3541f5e-0a47-43fc-9ccd-f895873047e9 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:19:36.615544 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:19:36.618287 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3541f5e-0a47-43fc-9ccd-f895873047e9 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:19:36.618287 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3541f5e-0a47-43fc-9ccd-f895873047e9'] response: {'name': 'network-changed', 'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'status': 'completed', 'code': 200} Apr 06 12:19:36.642937 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '5ef4ec7e-f37d-4267-950f-5cfa96b0882a', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:19:06Z', 'updated_at': '2022-04-06T12:19:35Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:36.709881 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:19:36.711630 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:36.720053 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-49ac7b11-c9ef-407d-b68d-9f1b0efec93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:36.721631 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-49ac7b11-c9ef-407d-b68d-9f1b0efec93c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1129 time: 0.0750799 Apr 06 12:19:36.723162 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:19:36.723829 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:19:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:36.854532 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:19:36.855873 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-5d5a2db7-067e-4c41-aaf6-ddee6cc7741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:36.857335 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-5d5a2db7-067e-4c41-aaf6-ddee6cc7741c service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.1192415 Apr 06 12:19:36.975764 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Publish callbacks [] for security_group (f0e9a7c4-1f61-41ea-abd0-666ecd31c3de), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:36.993559 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-88d97910-b24c-4836-b6f0-123447832bd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 999 time: 0.1250401 Apr 06 12:19:37.055960 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53629a-397d-46b2-a5fe-81a106716077 req-247a53dc-c96b-4069-baa2-4b88f3b173ed tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:37.057478 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ed53629a-397d-46b2-a5fe-81a106716077 req-247a53dc-c96b-4069-baa2-4b88f3b173ed tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.1085682 Apr 06 12:19:37.063349 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-18294cba-9f0e-41d9-b454-e0f8435938ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:37.064824 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-18294cba-9f0e-41d9-b454-e0f8435938ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0638697 Apr 06 12:19:37.092393 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f0e9a7c4-1f61-41ea-abd0-666ecd31c3de), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.126322 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '5ef4ec7e-f37d-4267-950f-5cfa96b0882a', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:19:06Z', 'updated_at': '2022-04-06T12:19:35Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:37.155437 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c3979-adc2-474f-8d9c-65012a7abf87 None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '5ef4ec7e-f37d-4267-950f-5cfa96b0882a', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.123', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:19:06Z', 'updated_at': '2022-04-06T12:19:35Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:19:37.172668 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9a7c4-1f61-41ea-abd0-666ecd31c3de,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:37.191586 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b851167123848cb9a5f081a190c516e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6566362 Apr 06 12:19:37.194345 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41008) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:37.194957 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.195128 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.196192 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.196979 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.197537 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.198294 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.199353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.199968 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.200468 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.201295 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.201784 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.202267 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.202756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.203232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.203731 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15472f59-3107-4995-bf6a-0921e22427f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.213693 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ed53629a-397d-46b2-a5fe-81a106716077 req-200428ed-98f5-4e2b-86b9-0abeb3e0b7bd tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471465 Apr 06 12:19:37.229078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-1b5a3b92-0118-4d9a-87eb-d38545be6971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:37.230750 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-1b5a3b92-0118-4d9a-87eb-d38545be6971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1563127 Apr 06 12:19:37.319600 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Publish callbacks [] for security_group (f0e9a7c4-1f61-41ea-abd0-666ecd31c3de), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.346881 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41014) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:37.353321 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-94205e95-c314-45c1-9bda-98cbefcce59f service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114910 Apr 06 12:19:37.358937 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Publish callbacks [] for security_group (f0e9a7c4-1f61-41ea-abd0-666ecd31c3de), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.361124 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 4a9ae050-f581-4deb-930d-7c2edf1b9227 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:19:37.396915 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 4a9ae050-f581-4deb-930d-7c2edf1b9227 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:19:37.397472 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 4a9ae050-f581-4deb-930d-7c2edf1b9227 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:19:37.453792 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.502119 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3dba1083-4e23-4fa8-8bcc-adf2e9d46e7a req-9f04a5d3-5a30-4f3e-85f3-ee7e592cbe68 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334646 Apr 06 12:19:37.503307 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41020) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:37.522508 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a368301-b715-49cc-8ef9-da6f7a7df485 None None] New status for floating IP 5ef4ec7e-f37d-4267-950f-5cfa96b0882a: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:19:37.543779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f0e9a7c4-1f61-41ea-abd0-666ecd31c3de), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.548049 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.553473 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0e9a7c4-1f61-41ea-abd0-666ecd31c3de HTTP/1.1" status: 204 len: 168 time: 0.3521733 Apr 06 12:19:37.559239 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9a7c4-1f61-41ea-abd0-666ecd31c3de,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:37.569657 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.570155 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.575102 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.583962 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.591830 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab5f9e-6932-45d1-a80d-6384eea53912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:19:37.606987 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8dcd94ae-6825-4fb2-a0cc-58d16bbc8558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.632940 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-109f7e43-dd36-41ec-919b-b692a8d29706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.705193 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8dcd94ae-6825-4fb2-a0cc-58d16bbc8558 admin admin] Publish callbacks [] for security_group (b52f9aed-23eb-4d02-ba51-2f01852c1b56), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.741632 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-109f7e43-dd36-41ec-919b-b692a8d29706 admin admin] Publish callbacks [] for security_group (993b2a3a-e43e-4a0b-865d-22a351fffb79), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.777907 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8dcd94ae-6825-4fb2-a0cc-58d16bbc8558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b52f9aed-23eb-4d02-ba51-2f01852c1b56), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.821597 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8dcd94ae-6825-4fb2-a0cc-58d16bbc8558 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd99119d9a1442efa6031ba000c72ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172102 Apr 06 12:19:37.821767 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41028) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:37.822851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd94ae-6825-4fb2-a0cc-58d16bbc8558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52f9aed-23eb-4d02-ba51-2f01852c1b56,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:37.848364 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-109f7e43-dd36-41ec-919b-b692a8d29706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (993b2a3a-e43e-4a0b-865d-22a351fffb79), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.894067 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f7e43-dd36-41ec-919b-b692a8d29706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993b2a3a-e43e-4a0b-865d-22a351fffb79,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:37.902259 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-109f7e43-dd36-41ec-919b-b692a8d29706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f48eb12084a04570844c7f9cffaaed43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5539925 Apr 06 12:19:37.904773 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41030) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:37.927628 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] Publish callbacks [] for security_group (b52f9aed-23eb-4d02-ba51-2f01852c1b56), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:37.968784 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] Publish callbacks [] for security_group (b52f9aed-23eb-4d02-ba51-2f01852c1b56), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.000183 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] Publish callbacks [] for security_group (993b2a3a-e43e-4a0b-865d-22a351fffb79), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.028893 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] Publish callbacks [] for security_group (993b2a3a-e43e-4a0b-865d-22a351fffb79), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.116584 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b52f9aed-23eb-4d02-ba51-2f01852c1b56), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.120713 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.124154 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b52f9aed-23eb-4d02-ba51-2f01852c1b56 HTTP/1.1" status: 204 len: 168 time: 0.2990789 Apr 06 12:19:38.137394 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7bb2f-c7bd-4bee-948a-03fe4b022f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52f9aed-23eb-4d02-ba51-2f01852c1b56,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:38.183594 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (993b2a3a-e43e-4a0b-865d-22a351fffb79), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.186579 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.187908 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/993b2a3a-e43e-4a0b-865d-22a351fffb79 HTTP/1.1" status: 204 len: 168 time: 0.2822566 Apr 06 12:19:38.196730 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41050) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:38.197627 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508175e-a960-4afa-9586-8b10723d42d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b2a3a-e43e-4a0b-865d-22a351fffb79,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:38.246714 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Deleting subnet 99939a81-0919-40e6-9203-19df08b9abf4 {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:19:38.250483 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Publish callbacks [] for subnet (99939a81-0919-40e6-9203-19df08b9abf4), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.294348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Publish callbacks [] for subnet (99939a81-0919-40e6-9203-19df08b9abf4), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.304119 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (99939a81-0919-40e6-9203-19df08b9abf4), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.356190 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8f257-ff32-467e-a7b1-7411e706584e req-3e6d3ef7-4e79-46fe-aba9-dcfab2ba8b3c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:38.357689 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f0a8f257-ff32-467e-a7b1-7411e706584e req-3e6d3ef7-4e79-46fe-aba9-dcfab2ba8b3c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0697689 Apr 06 12:19:38.404682 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f0a8f257-ff32-467e-a7b1-7411e706584e req-228870fa-a6d8-4dac-a88b-8fff3fc1d9ea tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Apr 06 12:19:38.442605 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for subnet (99939a81-0919-40e6-9203-19df08b9abf4), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.473674 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.479697 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/99939a81-0919-40e6-9203-19df08b9abf4 HTTP/1.1" status: 204 len: 168 time: 0.2797294 Apr 06 12:19:38.479697 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60184d7-579f-437f-aaa0-7dea07e6ef17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99939a81-0919-40e6-9203-19df08b9abf4,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:38.480192 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41058) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:38.549944 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (a675324e-3c30-4707-913a-184472b8f1cb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.631416 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (a675324e-3c30-4707-913a-184472b8f1cb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.652118 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675324e-3c30-4707-913a-184472b8f1cb']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:38.661437 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9d5fb2-07ee-42b3-abbc-827e15e60091') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:38.661741 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9d5fb2-07ee-42b3-abbc-827e15e60091') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:19:38.675504 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (4c9d5fb2-07ee-42b3-abbc-827e15e60091), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.692417 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (4c9d5fb2-07ee-42b3-abbc-827e15e60091), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.699142 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:19:38.699621 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (4c9d5fb2-07ee-42b3-abbc-827e15e60091), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:19:38.701509 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:19:38.840475 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (a675324e-3c30-4707-913a-184472b8f1cb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.845921 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:38.850453 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] 10.222.0.25 "DELETE /v2.0/networks/a675324e-3c30-4707-913a-184472b8f1cb HTTP/1.1" status: 204 len: 168 time: 0.3679347 Apr 06 12:19:38.861085 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaacb4-a8d7-4bbc-97ab-366e96be500d admin admin] Pushing event deleted for resources: {'Network': ['ID=a675324e-3c30-4707-913a-184472b8f1cb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:38.954811 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:38.967978 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4e70467-f78a-4bf5-be4a-dc8f668c66f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.045067 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4e70467-f78a-4bf5-be4a-dc8f668c66f9 admin admin] Publish callbacks [] for security_group (80803a73-a104-404c-9f8f-1d74b5ab3b36), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.051367 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41078) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:39.066269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d3db1645-b23d-4f7d-9c59-d54c2a24af3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.104884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4e70467-f78a-4bf5-be4a-dc8f668c66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (80803a73-a104-404c-9f8f-1d74b5ab3b36), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.150798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d3db1645-b23d-4f7d-9c59-d54c2a24af3e admin admin] Publish callbacks [] for security_group (1163ef50-1ce2-41aa-a872-c1ed941b5d08), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.156760 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e4e70467-f78a-4bf5-be4a-dc8f668c66f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a1e807cf1c345ccaeee12c5e5bf3677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983514 Apr 06 12:19:39.156760 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e70467-f78a-4bf5-be4a-dc8f668c66f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80803a73-a104-404c-9f8f-1d74b5ab3b36,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:39.157269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41080) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:39.204685 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d3db1645-b23d-4f7d-9c59-d54c2a24af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1163ef50-1ce2-41aa-a872-c1ed941b5d08), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.219210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] Publish callbacks [] for security_group (80803a73-a104-404c-9f8f-1d74b5ab3b36), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.258660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d3db1645-b23d-4f7d-9c59-d54c2a24af3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ac847fc06d44ff99ed67314d09f9ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061393 Apr 06 12:19:39.261401 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41084) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:39.262995 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db1645-b23d-4f7d-9c59-d54c2a24af3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1163ef50-1ce2-41aa-a872-c1ed941b5d08,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:39.275018 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] Publish callbacks [] for security_group (80803a73-a104-404c-9f8f-1d74b5ab3b36), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.317236 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] Publish callbacks [] for security_group (1163ef50-1ce2-41aa-a872-c1ed941b5d08), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.345116 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] Publish callbacks [] for security_group (1163ef50-1ce2-41aa-a872-c1ed941b5d08), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.424699 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (80803a73-a104-404c-9f8f-1d74b5ab3b36), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.430656 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.430656 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80803a73-a104-404c-9f8f-1d74b5ab3b36 HTTP/1.1" status: 204 len: 168 time: 0.2703791 Apr 06 12:19:39.437079 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ea695-668d-4ed4-9495-1b7dd35151b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80803a73-a104-404c-9f8f-1d74b5ab3b36,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:39.517043 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41096) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:39.537999 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641005-d3f4-4e14-970b-b71761df435b req-97553e47-3270-4549-aac0-1393f2e1cfd6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:39.539674 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be641005-d3f4-4e14-970b-b71761df435b req-97553e47-3270-4549-aac0-1393f2e1cfd6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0632608 Apr 06 12:19:39.558422 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1163ef50-1ce2-41aa-a872-c1ed941b5d08), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.561355 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.564993 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1163ef50-1ce2-41aa-a872-c1ed941b5d08 HTTP/1.1" status: 204 len: 168 time: 0.3001730 Apr 06 12:19:39.583283 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5a7d2218-ecc5-4ad9-bf61-66a4b4d777c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc1c559e4e624660a56ae5e7a8a2ee01&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0614827 Apr 06 12:19:39.587957 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:39.597934 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d12b4-da90-4ce1-bb61-74816f3a723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1163ef50-1ce2-41aa-a872-c1ed941b5d08,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:39.609942 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be641005-d3f4-4e14-970b-b71761df435b req-79d28eb7-26f2-49cc-99e7-098251cce403 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639770 Apr 06 12:19:39.659286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] Publish callbacks [] for security_group (34d1c014-bfb5-4590-a497-14c200efc5e2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.690473 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] Publish callbacks [] for security_group (34d1c014-bfb5-4590-a497-14c200efc5e2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.828690 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (34d1c014-bfb5-4590-a497-14c200efc5e2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.831530 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:39.832706 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34d1c014-bfb5-4590-a497-14c200efc5e2 HTTP/1.1" status: 204 len: 168 time: 0.2437351 Apr 06 12:19:39.841151 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018320c-fb76-4b2e-b384-1df9727600bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d1c014-bfb5-4590-a497-14c200efc5e2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:40.532892 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41136) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:40.660039 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41146) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:40.690607 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19dd360d-2128-4493-9794-e0fd1107a706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:40.718668 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-914c3d36-ac11-4fdf-af1b-64762b91d143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:40.813746 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31c7b9-9396-4e78-a2ed-cf0aeec158d5 req-fee845be-d07d-4463-bc43-50d733cb41ad tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:40.815241 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bd31c7b9-9396-4e78-a2ed-cf0aeec158d5 req-fee845be-d07d-4463-bc43-50d733cb41ad tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.1096039 Apr 06 12:19:40.914889 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19dd360d-2128-4493-9794-e0fd1107a706 admin admin] Publish callbacks [] for security_group (1949b57a-4154-421b-8502-7a2587e59096), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:40.920489 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bd31c7b9-9396-4e78-a2ed-cf0aeec158d5 req-53353df6-a72d-4811-b0c5-e12dbde91497 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943210 Apr 06 12:19:40.939535 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-914c3d36-ac11-4fdf-af1b-64762b91d143 admin admin] Publish callbacks [] for security_group (f2ee805d-6f7b-4a94-a80a-38611a6db9ec), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.024541 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:19:41.042260 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-914c3d36-ac11-4fdf-af1b-64762b91d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f2ee805d-6f7b-4a94-a80a-38611a6db9ec), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.044774 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-19dd360d-2128-4493-9794-e0fd1107a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1949b57a-4154-421b-8502-7a2587e59096), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.104362 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-19dd360d-2128-4493-9794-e0fd1107a706 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb912ef4b5c6439e9d6ad16f2e3905f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372797 Apr 06 12:19:41.104362 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-914c3d36-ac11-4fdf-af1b-64762b91d143 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edec4aa0926947a0b24be2d25f58f64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5673618 Apr 06 12:19:41.104362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41158) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:41.106232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41160) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:41.109012 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c3d36-ac11-4fdf-af1b-64762b91d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ee805d-6f7b-4a94-a80a-38611a6db9ec,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:41.159774 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd360d-2128-4493-9794-e0fd1107a706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1949b57a-4154-421b-8502-7a2587e59096,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:41.186016 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] Publish callbacks [] for security_group (1949b57a-4154-421b-8502-7a2587e59096), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.202725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] Publish callbacks [] for security_group (f2ee805d-6f7b-4a94-a80a-38611a6db9ec), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.212758 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] Publish callbacks [] for security_group (1949b57a-4154-421b-8502-7a2587e59096), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.227389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] Publish callbacks [] for security_group (f2ee805d-6f7b-4a94-a80a-38611a6db9ec), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.345390 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1949b57a-4154-421b-8502-7a2587e59096), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.348242 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.353383 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1949b57a-4154-421b-8502-7a2587e59096 HTTP/1.1" status: 204 len: 168 time: 0.2495689 Apr 06 12:19:41.369435 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720351dd-ca9b-485a-8005-334dd30149d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1949b57a-4154-421b-8502-7a2587e59096,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:41.374946 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f2ee805d-6f7b-4a94-a80a-38611a6db9ec), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.388118 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:41.391870 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2ee805d-6f7b-4a94-a80a-38611a6db9ec HTTP/1.1" status: 204 len: 168 time: 0.2831640 Apr 06 12:19:41.401781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7042d9-0ddf-4c9a-b479-dba2faf55126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ee805d-6f7b-4a94-a80a-38611a6db9ec,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:42.055617 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91390-6544-4c2a-8782-c0b730299430 req-f9ba0e94-7adc-4d7e-81b0-e2a47f746287 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:42.056249 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-23b91390-6544-4c2a-8782-c0b730299430 req-f9ba0e94-7adc-4d7e-81b0-e2a47f746287 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0621521 Apr 06 12:19:42.105827 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-23b91390-6544-4c2a-8782-c0b730299430 req-fef656d8-afb2-48e5-88ef-4a7babd595ef tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Apr 06 12:19:42.384383 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41212) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:42.398493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3a1407a4-40ae-4439-9b7e-d6b26e9d242c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.473794 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3a1407a4-40ae-4439-9b7e-d6b26e9d242c admin admin] Publish callbacks [] for security_group (761176a8-eb58-47f6-af8e-e1763da595cb), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.566100 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3a1407a4-40ae-4439-9b7e-d6b26e9d242c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (761176a8-eb58-47f6-af8e-e1763da595cb), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.605340 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3a1407a4-40ae-4439-9b7e-d6b26e9d242c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaab9d1aa80b4a2d9ab08bff9d3e9f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192161 Apr 06 12:19:42.606185 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1407a4-40ae-4439-9b7e-d6b26e9d242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761176a8-eb58-47f6-af8e-e1763da595cb,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:42.608066 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41218) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:42.680775 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] Publish callbacks [] for security_group (761176a8-eb58-47f6-af8e-e1763da595cb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.707314 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] Publish callbacks [] for security_group (761176a8-eb58-47f6-af8e-e1763da595cb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.829977 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (761176a8-eb58-47f6-af8e-e1763da595cb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.832873 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:42.834081 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/761176a8-eb58-47f6-af8e-e1763da595cb HTTP/1.1" status: 204 len: 168 time: 0.2233741 Apr 06 12:19:42.842998 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4cadd-dfc2-4340-9025-f6f288fa600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761176a8-eb58-47f6-af8e-e1763da595cb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:43.231319 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c195f3-3e12-4924-b529-ab315693d7bb req-34438da1-3fea-428c-9fd8-1437f8a7d031 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:43.234643 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-62c195f3-3e12-4924-b529-ab315693d7bb req-34438da1-3fea-428c-9fd8-1437f8a7d031 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0567770 Apr 06 12:19:43.299889 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-62c195f3-3e12-4924-b529-ab315693d7bb req-8a29e8f3-fad8-4ac1-a989-144a3b8d2d2a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559514 Apr 06 12:19:44.436474 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89685-f1f3-4863-b4d3-c629c10c736b req-7e7b7ee7-6930-47be-aaf6-f5ca0c90528a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:44.438335 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31b89685-f1f3-4863-b4d3-c629c10c736b req-7e7b7ee7-6930-47be-aaf6-f5ca0c90528a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0586674 Apr 06 12:19:44.488829 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31b89685-f1f3-4863-b4d3-c629c10c736b req-6d4ad2f1-fbd7-4770-8797-cdf7e4cb34f8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443828 Apr 06 12:19:45.627283 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7007df53-61d0-4924-993b-23da5b970fad req-86459611-a02c-402f-8114-0e2dc4598a95 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:45.629081 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7007df53-61d0-4924-993b-23da5b970fad req-86459611-a02c-402f-8114-0e2dc4598a95 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0618465 Apr 06 12:19:45.693997 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7007df53-61d0-4924-993b-23da5b970fad req-a09e5a9c-248d-44a4-b770-3450b39b6ad2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542006 Apr 06 12:19:45.988830 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41388) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:46.142933 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-522956b2-7f73-4e56-b1c9-4618ca8f06e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.227779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-522956b2-7f73-4e56-b1c9-4618ca8f06e9 admin admin] Publish callbacks [] for security_group (1b5a523a-d7d1-40ae-8f1d-c1a50f64c421), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.350982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-522956b2-7f73-4e56-b1c9-4618ca8f06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1b5a523a-d7d1-40ae-8f1d-c1a50f64c421), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.390092 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-522956b2-7f73-4e56-b1c9-4618ca8f06e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11c3d593fae64b9dbacac03d3cf77946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000056 Apr 06 12:19:46.391941 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522956b2-7f73-4e56-b1c9-4618ca8f06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5a523a-d7d1-40ae-8f1d-c1a50f64c421,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:46.392708 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41400) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:46.440884 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] Publish callbacks [] for security_group (1b5a523a-d7d1-40ae-8f1d-c1a50f64c421), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.462944 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] Publish callbacks [] for security_group (1b5a523a-d7d1-40ae-8f1d-c1a50f64c421), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.578618 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1b5a523a-d7d1-40ae-8f1d-c1a50f64c421), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.581504 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:46.582676 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b5a523a-d7d1-40ae-8f1d-c1a50f64c421 HTTP/1.1" status: 204 len: 168 time: 0.1889710 Apr 06 12:19:46.591168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5eadd-d53d-40bc-a045-8555fa3a4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5a523a-d7d1-40ae-8f1d-c1a50f64c421,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:46.713069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41412) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:46.817876 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be0eca-4dfb-4906-a4f5-3816d570ddf3 req-40d8cb10-9b23-4a2c-8c83-254c94438fba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:46.817876 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4be0eca-4dfb-4906-a4f5-3816d570ddf3 req-40d8cb10-9b23-4a2c-8c83-254c94438fba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0638032 Apr 06 12:19:46.904368 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4be0eca-4dfb-4906-a4f5-3816d570ddf3 req-7f1a697e-6fbf-4111-abe0-04bc0de1e632 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782306 Apr 06 12:19:46.977675 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2d575dd-df95-4272-99bf-3902fa4cdd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.085979 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2d575dd-df95-4272-99bf-3902fa4cdd2b admin admin] Publish callbacks [] for security_group (da38893d-f5df-4d16-a57c-c9a4aaaf9cda), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.156012 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2d575dd-df95-4272-99bf-3902fa4cdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (da38893d-f5df-4d16-a57c-c9a4aaaf9cda), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.196038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d575dd-df95-4272-99bf-3902fa4cdd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da38893d-f5df-4d16-a57c-c9a4aaaf9cda,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:47.200415 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e2d575dd-df95-4272-99bf-3902fa4cdd2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e593470149f442da65f8e0a80cf37bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865963 Apr 06 12:19:47.202951 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41430) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:47.250717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] Publish callbacks [] for security_group (da38893d-f5df-4d16-a57c-c9a4aaaf9cda), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.272654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] Publish callbacks [] for security_group (da38893d-f5df-4d16-a57c-c9a4aaaf9cda), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.435593 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (da38893d-f5df-4d16-a57c-c9a4aaaf9cda), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.438211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:47.442061 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da38893d-f5df-4d16-a57c-c9a4aaaf9cda HTTP/1.1" status: 204 len: 168 time: 0.2354755 Apr 06 12:19:47.448565 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868c851-8d85-40d2-b21c-46f5e3c1be76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da38893d-f5df-4d16-a57c-c9a4aaaf9cda,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:48.033660 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c1edc-e131-4a5f-bd5c-3c52231f2466 req-991d91f1-6705-40de-970d-ff9b2accd81f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:48.035149 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-857c1edc-e131-4a5f-bd5c-3c52231f2466 req-991d91f1-6705-40de-970d-ff9b2accd81f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Apr 06 12:19:48.084041 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-857c1edc-e131-4a5f-bd5c-3c52231f2466 req-276288a9-cac9-43fc-b542-1ee7153d8573 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Apr 06 12:19:48.132014 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41462) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:48.144928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-016bc843-2beb-43be-b1a2-e79252602343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.218633 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-016bc843-2beb-43be-b1a2-e79252602343 admin admin] Publish callbacks [] for security_group (d4ffa4a1-81dc-424c-b041-fbf091855c55), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.287926 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-016bc843-2beb-43be-b1a2-e79252602343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d4ffa4a1-81dc-424c-b041-fbf091855c55), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.328344 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-016bc843-2beb-43be-b1a2-e79252602343 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8246938052a4a909da8a205b1d9fbed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950808 Apr 06 12:19:48.329357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc843-2beb-43be-b1a2-e79252602343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ffa4a1-81dc-424c-b041-fbf091855c55,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:48.331381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41464) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:48.382928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] Publish callbacks [] for security_group (d4ffa4a1-81dc-424c-b041-fbf091855c55), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.571955 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] Publish callbacks [] for security_group (d4ffa4a1-81dc-424c-b041-fbf091855c55), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.709960 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d4ffa4a1-81dc-424c-b041-fbf091855c55), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.712728 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:48.713947 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4ffa4a1-81dc-424c-b041-fbf091855c55 HTTP/1.1" status: 204 len: 168 time: 0.3809760 Apr 06 12:19:48.722098 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d425a-7007-46e1-9c58-79899750108e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ffa4a1-81dc-424c-b041-fbf091855c55,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:49.206473 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bca2fa-306f-4938-b23a-2df401131f62 req-33c75e21-5d96-4a17-b4a3-3dfefc384235 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:49.208376 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-94bca2fa-306f-4938-b23a-2df401131f62 req-33c75e21-5d96-4a17-b4a3-3dfefc384235 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0561101 Apr 06 12:19:49.256020 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-94bca2fa-306f-4938-b23a-2df401131f62 req-5f44fb07-b944-4301-87b4-9a9918091056 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Apr 06 12:19:50.363688 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41534) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:50.379274 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998801eb-2c98-4e16-9182-b43ecae9e197 req-dd908292-6a30-4640-acf4-57000fb2c3c2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:50.380796 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-998801eb-2c98-4e16-9182-b43ecae9e197 req-dd908292-6a30-4640-acf4-57000fb2c3c2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0538523 Apr 06 12:19:50.433207 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-998801eb-2c98-4e16-9182-b43ecae9e197 req-68fefddf-27cc-4e11-95ab-53c6221e39a1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453622 Apr 06 12:19:50.505666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9c83b070-b034-4802-bf54-09db6a1f9649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.586189 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9c83b070-b034-4802-bf54-09db6a1f9649 admin admin] Publish callbacks [] for security_group (6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.673894 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9c83b070-b034-4802-bf54-09db6a1f9649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.714074 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9c83b070-b034-4802-bf54-09db6a1f9649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cb128fc641b4761ba2168f318d85145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491554 Apr 06 12:19:50.714980 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b070-b034-4802-bf54-09db6a1f9649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:50.716806 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41546) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:50.769458 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] Publish callbacks [] for security_group (6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.791704 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] Publish callbacks [] for security_group (6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.933347 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.936235 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:50.937515 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03 HTTP/1.1" status: 204 len: 168 time: 0.2191212 Apr 06 12:19:50.945873 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded4c73-f61a-48ff-85d8-5830b1d6f9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac2ecb-d0f5-4465-9c0b-6cc4e042fa03,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:51.564013 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281c8b0-5889-443e-be52-e7a6144c87e9 req-7b35050d-3a4b-466e-8356-b652add84088 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:51.565644 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e281c8b0-5889-443e-be52-e7a6144c87e9 req-7b35050d-3a4b-466e-8356-b652add84088 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0612860 Apr 06 12:19:51.596151 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41564) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:51.611073 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00962123-ba59-4bc4-b4ff-56c36be4ff8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:51.621252 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e281c8b0-5889-443e-be52-e7a6144c87e9 req-04869dbf-1fca-4874-a0a6-f897597ff3bd tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499177 Apr 06 12:19:51.687010 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00962123-ba59-4bc4-b4ff-56c36be4ff8c admin admin] Publish callbacks [] for security_group (0472ac9e-9715-4137-a39d-59726d0990d1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:51.784419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00962123-ba59-4bc4-b4ff-56c36be4ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0472ac9e-9715-4137-a39d-59726d0990d1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:51.833012 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-00962123-ba59-4bc4-b4ff-56c36be4ff8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f0789bc9a1249358b8140b1db3d87c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355909 Apr 06 12:19:51.834050 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00962123-ba59-4bc4-b4ff-56c36be4ff8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0472ac9e-9715-4137-a39d-59726d0990d1,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:51.836255 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41568) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:51.889274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] Publish callbacks [] for security_group (0472ac9e-9715-4137-a39d-59726d0990d1), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:51.912412 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] Publish callbacks [] for security_group (0472ac9e-9715-4137-a39d-59726d0990d1), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:52.073937 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0472ac9e-9715-4137-a39d-59726d0990d1), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:52.076494 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:52.077631 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0472ac9e-9715-4137-a39d-59726d0990d1 HTTP/1.1" status: 204 len: 168 time: 0.2403533 Apr 06 12:19:52.086651 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d011e56-1c15-4b2c-92b8-216181b990bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0472ac9e-9715-4137-a39d-59726d0990d1,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:52.736181 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247de644-9df4-42d0-ad6c-756d2db12c48 req-a19c92e4-a174-4bec-b3d7-297944535cb0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:52.737648 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-247de644-9df4-42d0-ad6c-756d2db12c48 req-a19c92e4-a174-4bec-b3d7-297944535cb0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0513015 Apr 06 12:19:52.785729 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-247de644-9df4-42d0-ad6c-756d2db12c48 req-1fdd3be8-17e5-4766-95e7-8e7737408fef tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Apr 06 12:19:53.903929 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a86cf-331f-40a2-bb86-0021fe1ed7ac req-0a965847-98ca-4404-8f25-909e6119b6ec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:53.905404 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-036a86cf-331f-40a2-bb86-0021fe1ed7ac req-0a965847-98ca-4404-8f25-909e6119b6ec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Apr 06 12:19:53.952750 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-036a86cf-331f-40a2-bb86-0021fe1ed7ac req-94e9803b-912f-4726-9a33-7fd0349619ff tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Apr 06 12:19:55.077548 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799272c-8b0c-4a5b-b15c-f5097233015b req-044ba3ca-90e5-4352-ba29-afed9378ae26 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:55.079080 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b799272c-8b0c-4a5b-b15c-f5097233015b req-044ba3ca-90e5-4352-ba29-afed9378ae26 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0579121 Apr 06 12:19:55.126771 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b799272c-8b0c-4a5b-b15c-f5097233015b req-f5ab3881-3af2-46ef-b330-a5bdd8b0f8a9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Apr 06 12:19:56.217326 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41710) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:56.242998 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4660f1-1ded-4478-b5f8-866601a387f0 req-a8d60979-c924-49aa-a1a1-93cce5a482a1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:56.244507 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4b4660f1-1ded-4478-b5f8-866601a387f0 req-a8d60979-c924-49aa-a1a1-93cce5a482a1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0541825 Apr 06 12:19:56.292162 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4b4660f1-1ded-4478-b5f8-866601a387f0 req-c6101335-94c8-489f-856e-750d20abc7a1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Apr 06 12:19:56.324260 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c157c19e-54d7-4757-8f6a-038aaf1fa1a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.396953 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c157c19e-54d7-4757-8f6a-038aaf1fa1a1 admin admin] Publish callbacks [] for security_group (63c4d285-64f7-4e35-95cd-dc2465ee8546), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.492975 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c157c19e-54d7-4757-8f6a-038aaf1fa1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (63c4d285-64f7-4e35-95cd-dc2465ee8546), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.531771 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-c157c19e-54d7-4757-8f6a-038aaf1fa1a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd9931eedef74a92a6f6bed2e45c495b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133004 Apr 06 12:19:56.532636 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157c19e-54d7-4757-8f6a-038aaf1fa1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c4d285-64f7-4e35-95cd-dc2465ee8546,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:56.534394 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41714) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:56.585157 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] Publish callbacks [] for security_group (63c4d285-64f7-4e35-95cd-dc2465ee8546), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.605990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] Publish callbacks [] for security_group (63c4d285-64f7-4e35-95cd-dc2465ee8546), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.761242 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (63c4d285-64f7-4e35-95cd-dc2465ee8546), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.763966 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:56.765172 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63c4d285-64f7-4e35-95cd-dc2465ee8546 HTTP/1.1" status: 204 len: 168 time: 0.2296903 Apr 06 12:19:56.774216 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c22b9-32db-4371-b873-45cad7de9e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c4d285-64f7-4e35-95cd-dc2465ee8546,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:57.413873 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926a533-39fa-4526-9f9b-82e56d979e8e req-922bac90-147c-4c7d-82f3-1024c3cf579d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:57.415262 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5926a533-39fa-4526-9f9b-82e56d979e8e req-922bac90-147c-4c7d-82f3-1024c3cf579d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0549059 Apr 06 12:19:57.467108 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5926a533-39fa-4526-9f9b-82e56d979e8e req-afd0e212-c7a9-431b-b85b-78dc010dc37a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Apr 06 12:19:57.486071 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41738) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:57.499322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c7443a73-69ec-437b-9725-6513b9cf2577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.571209 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c7443a73-69ec-437b-9725-6513b9cf2577 admin admin] Publish callbacks [] for security_group (b3b869d5-4870-4bcd-8a26-1e7e9118d9e7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.662572 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c7443a73-69ec-437b-9725-6513b9cf2577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b3b869d5-4870-4bcd-8a26-1e7e9118d9e7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.702686 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-c7443a73-69ec-437b-9725-6513b9cf2577 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97d03a2a5c384f63bd53fac5df20eb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153583 Apr 06 12:19:57.703388 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443a73-69ec-437b-9725-6513b9cf2577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b869d5-4870-4bcd-8a26-1e7e9118d9e7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:57.705457 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41742) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:57.752852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] Publish callbacks [] for security_group (b3b869d5-4870-4bcd-8a26-1e7e9118d9e7), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.777488 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] Publish callbacks [] for security_group (b3b869d5-4870-4bcd-8a26-1e7e9118d9e7), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.892695 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b3b869d5-4870-4bcd-8a26-1e7e9118d9e7), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.896174 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:57.897689 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3b869d5-4870-4bcd-8a26-1e7e9118d9e7 HTTP/1.1" status: 204 len: 168 time: 0.1912401 Apr 06 12:19:57.908512 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa755057-8562-4c77-8f67-c04869350ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b869d5-4870-4bcd-8a26-1e7e9118d9e7,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:58.588225 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1479e-ddb8-43b2-af48-8db83df306fd req-71d219b3-2489-4e2d-8217-f94af7a38da5 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:58.589702 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e2f1479e-ddb8-43b2-af48-8db83df306fd req-71d219b3-2489-4e2d-8217-f94af7a38da5 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0561109 Apr 06 12:19:58.635459 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e2f1479e-ddb8-43b2-af48-8db83df306fd req-d6ec0944-bc5c-4029-ae41-f25fa607ac32 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402491 Apr 06 12:19:58.886930 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41772) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:58.901811 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0aba-b376-40f7-baac-e6997cef0016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:58.981301 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0aba-b376-40f7-baac-e6997cef0016 admin admin] Publish callbacks [] for security_group (c4aa070e-b195-4a64-9eda-11007941870a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.113552 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0aba-b376-40f7-baac-e6997cef0016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c4aa070e-b195-4a64-9eda-11007941870a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.154703 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-bb4b0aba-b376-40f7-baac-e6997cef0016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a94b3e24cba4ef8b7e583ee617dfea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2665894 Apr 06 12:19:59.158457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0aba-b376-40f7-baac-e6997cef0016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4aa070e-b195-4a64-9eda-11007941870a,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:59.158457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41782) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:19:59.208678 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] Publish callbacks [] for security_group (c4aa070e-b195-4a64-9eda-11007941870a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.229845 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] Publish callbacks [] for security_group (c4aa070e-b195-4a64-9eda-11007941870a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.412744 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c4aa070e-b195-4a64-9eda-11007941870a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.415840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:19:59.417049 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4aa070e-b195-4a64-9eda-11007941870a HTTP/1.1" status: 204 len: 168 time: 0.2577713 Apr 06 12:19:59.425994 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1abfe-d9a7-4a30-a61b-cd71aa2dfe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4aa070e-b195-4a64-9eda-11007941870a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:19:59.758628 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc486ff-46d2-4e73-986c-a8d16793a969 req-daaafe27-f101-4f7c-a448-ec4f1efc9c1f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:19:59.760187 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1cc486ff-46d2-4e73-986c-a8d16793a969 req-daaafe27-f101-4f7c-a448-ec4f1efc9c1f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0559843 Apr 06 12:19:59.807256 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1cc486ff-46d2-4e73-986c-a8d16793a969 req-238a5753-7aea-42f9-a018-c9bc0df56200 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Apr 06 12:20:00.630447 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41840) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:00.662101 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d0e664c1-fc14-4255-8923-e43281a7b3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:00.734663 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177538464-network', 'tenant_id': '649112fa00d64144a28729aa8bb605d2'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:00.886690 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Made reservation on behalf of 649112fa00d64144a28729aa8bb605d2 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:00.888974 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:00.903747 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:00.954959 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625977bc-4ed9-4c58-8a48-eac48cc2d279 req-06a064d4-ca43-4f0a-842e-bba8f6ffe886 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:00.956486 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-625977bc-4ed9-4c58-8a48-eac48cc2d279 req-06a064d4-ca43-4f0a-842e-bba8f6ffe886 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0737126 Apr 06 12:20:00.963067 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4d635-1c30-4780-8bf3-e8a6f7ff827f req-fe6b205d-0cde-41cd-b1b9-bb0c5402c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:00.964658 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-61d4d635-1c30-4780-8bf3-e8a6f7ff827f req-fe6b205d-0cde-41cd-b1b9-bb0c5402c500 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1129 time: 0.0912042 Apr 06 12:20:00.992393 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks [] for security_group (3a65c28a-2f59-46d4-a5ff-7a2206b67d49), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.041324 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-61d4d635-1c30-4780-8bf3-e8a6f7ff827f req-f0ca14fb-692a-4db4-9d5b-2b90350c3481 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694370 Apr 06 12:20:01.044467 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-625977bc-4ed9-4c58-8a48-eac48cc2d279 req-943a7eb7-58ed-42b9-bca8-88ed8c559993 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790341 Apr 06 12:20:01.052587 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (3a65c28a-2f59-46d4-a5ff-7a2206b67d49), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.075162 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:20:01.090231 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a65c28a-2f59-46d4-a5ff-7a2206b67d49,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:01.093183 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (27d00cc0-d38c-4513-ad36-efd3f083a8ca), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.093521 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Added segment 27d00cc0-d38c-4513-ad36-efd3f083a8ca of type vlan for network d6e84397-d114-4985-8736-96ebcb9bf1cd Apr 06 12:20:01.135944 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (d6e84397-d114-4985-8736-96ebcb9bf1cd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.264023 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (d6e84397-d114-4985-8736-96ebcb9bf1cd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.265060 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:01.265645 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.323139 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e84397-d114-4985-8736-96ebcb9bf1cd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:01.333381 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network d6e84397-d114-4985-8736-96ebcb9bf1cd details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:20:01.427017 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0920a0f5-6255-457d-a0d4-fc1cc8089769 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7954078 Apr 06 12:20:01.430536 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41872) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:01.435244 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Request body: {'subnet': {'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177538464-subnet', 'tenant_id': '649112fa00d64144a28729aa8bb605d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:01.561260 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Made reservation on behalf of 649112fa00d64144a28729aa8bb605d2 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:01.563673 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9350753'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.816289 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350783'] for subnet (1fd6e66e-8384-402c-9e0d-7ee7b28efebb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:01.885826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd6e66e-8384-402c-9e0d-7ee7b28efebb,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:01.887995 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Checking segment: {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:20:01.889243 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Network hostable DHCP agents. Network: d6e84397-d114-4985-8736-96ebcb9bf1cd, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:20:01.972252 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Network d6e84397-d114-4985-8736-96ebcb9bf1cd is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:20:02.069387 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, d6e84397-d114-4985-8736-96ebcb9bf1cd) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:02.073751 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:02.074358 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:02.080522 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5755ad-9d69-4959-97b0-ee6c59f29960 None None] Network d6e84397-d114-4985-8736-96ebcb9bf1cd requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:20:02.166497 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34247-924a-43cb-901f-d5fd02d7b319 req-efd9bef7-cf3c-473a-967a-21ae63712e10 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:02.168049 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9af34247-924a-43cb-901f-d5fd02d7b319 req-efd9bef7-cf3c-473a-967a-21ae63712e10 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0542905 Apr 06 12:20:02.186327 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a262c-5559-44db-952f-0d826547abeb None None] Network d6e84397-d114-4985-8736-96ebcb9bf1cd requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:20:02.213265 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-6eef5589-ee7c-4647-a163-96dd3e82bbfa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7816803 Apr 06 12:20:02.220989 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9af34247-924a-43cb-901f-d5fd02d7b319 req-a9e02278-feff-44f1-87e8-e1ade30a7aa0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458336 Apr 06 12:20:02.823623 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.257208 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0b99-b3e5-415d-b2ce-91a02c6049c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.307870 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41908) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:03.353514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ee5ee-a8d3-4c96-8dc2-0a099e2f309e req-7ae219be-a595-40d6-baf6-e345aad0e296 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:03.355009 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab6ee5ee-a8d3-4c96-8dc2-0a099e2f309e req-7ae219be-a595-40d6-baf6-e345aad0e296 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0614781 Apr 06 12:20:03.420098 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dfb84ee1-f65b-4315-9beb-83f190f0b0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.422767 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab6ee5ee-a8d3-4c96-8dc2-0a099e2f309e req-9d672a5d-51c2-40d4-9ca0-b3038741ef2c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Apr 06 12:20:03.554359 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dfb84ee1-f65b-4315-9beb-83f190f0b0b8 admin admin] Publish callbacks [] for security_group (ad0ec18c-e48b-477e-9ca8-42344c684edd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.562254 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02c47c-5125-4415-8064-7689273c3b4f req-f564293e-b576-40c7-bf80-fccc67c00fb0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:03.563730 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5c02c47c-5125-4415-8064-7689273c3b4f req-f564293e-b576-40c7-bf80-fccc67c00fb0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0798094 Apr 06 12:20:03.609553 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5c02c47c-5125-4415-8064-7689273c3b4f req-01617764-788a-4c1a-b39c-28a61b0ce7f5 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Apr 06 12:20:03.721103 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dfb84ee1-f65b-4315-9beb-83f190f0b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (ad0ec18c-e48b-477e-9ca8-42344c684edd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.761135 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dfb84ee1-f65b-4315-9beb-83f190f0b0b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e7432edc5f407a836ac62b6b46a477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4515331 Apr 06 12:20:03.763254 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb84ee1-f65b-4315-9beb-83f190f0b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0ec18c-e48b-477e-9ca8-42344c684edd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:03.763921 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41918) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:03.818824 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] Publish callbacks [] for security_group (ad0ec18c-e48b-477e-9ca8-42344c684edd), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:03.842184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] Publish callbacks [] for security_group (ad0ec18c-e48b-477e-9ca8-42344c684edd), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.000016 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (ad0ec18c-e48b-477e-9ca8-42344c684edd), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.002187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.003346 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad0ec18c-e48b-477e-9ca8-42344c684edd HTTP/1.1" status: 204 len: 168 time: 0.2381892 Apr 06 12:20:04.011907 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021d626-3d83-4510-b43c-232130aa11da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0ec18c-e48b-477e-9ca8-42344c684edd,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:04.170991 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.394038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41934) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:04.554638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6fb-67d1-455a-a106-e5304fcd00b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.627640 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6fb-67d1-455a-a106-e5304fcd00b0 admin admin] Publish callbacks [] for security_group (0af20995-2c62-4021-be53-0d362e957067), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.719002 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cc39c6fb-67d1-455a-a106-e5304fcd00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0af20995-2c62-4021-be53-0d362e957067), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.758026 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-cc39c6fb-67d1-455a-a106-e5304fcd00b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9ccbc387b74414d878f68d63b52d9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3628922 Apr 06 12:20:04.760252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c6fb-67d1-455a-a106-e5304fcd00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af20995-2c62-4021-be53-0d362e957067,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:04.760751 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41944) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:04.808651 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] Publish callbacks [] for security_group (0af20995-2c62-4021-be53-0d362e957067), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.830002 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] Publish callbacks [] for security_group (0af20995-2c62-4021-be53-0d362e957067), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.888668 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41948) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:04.904991 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbc139d0-1219-4c5b-a00e-d98faee88b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.985316 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0af20995-2c62-4021-be53-0d362e957067), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.987868 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:04.989015 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0af20995-2c62-4021-be53-0d362e957067 HTTP/1.1" status: 204 len: 168 time: 0.2272942 Apr 06 12:20:05.008840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8451ba-23f3-4737-9dbe-6a8f32b55d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af20995-2c62-4021-be53-0d362e957067,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:05.055938 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbc139d0-1219-4c5b-a00e-d98faee88b43 admin admin] Publish callbacks [] for security_group (5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.172924 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0a7190be-34ae-4190-a2f9-0806dfc383fe tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:05.174376 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0a7190be-34ae-4190-a2f9-0806dfc383fe tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/networks?id=d6e84397-d114-4985-8736-96ebcb9bf1cd HTTP/1.1" status: 200 len: 808 time: 0.1028254 Apr 06 12:20:05.190799 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-36bebbc2-66ea-44bf-bbab-a41a575f7912 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/quotas/649112fa00d64144a28729aa8bb605d2 HTTP/1.1" status: 200 len: 375 time: 0.0089481 Apr 06 12:20:05.199109 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbc139d0-1219-4c5b-a00e-d98faee88b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.221271 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-82cdd49d-87d2-434a-b002-3b75192ed8bc tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256188 Apr 06 12:20:05.237889 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dbc139d0-1219-4c5b-a00e-d98faee88b43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72a6ddad0ae6433ab372fee02a402455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481400 Apr 06 12:20:05.239011 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc139d0-1219-4c5b-a00e-d98faee88b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:05.242090 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 41964) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:05.289631 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] Publish callbacks [] for security_group (5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.311822 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] Publish callbacks [] for security_group (5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.316782 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-62f9dbb1-1502-4748-8473-e8c887ccb3e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876782 Apr 06 12:20:05.412667 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-fb8e6474-e15c-4a12-8e97-5f037fc980ef service neutron] 10.222.0.25 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901935 Apr 06 12:20:05.521227 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.524490 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:05.525644 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3 HTTP/1.1" status: 204 len: 168 time: 0.2828081 Apr 06 12:20:05.535595 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bfee7-252c-4588-9217-d376ad5f48f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5458ec1b-b9e2-4d5e-aac9-f651a2fff6c3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:05.755239 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-06c24dba-f8e7-436d-9731-1866be1fb515 req-bd76a184-3d3e-4661-b210-af8e5fe7fcac tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0269063 Apr 06 12:20:05.816918 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.030786 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 41996) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:06.044425 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ae7972b-bcdc-4a03-8f86-a579fa8389e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.136577 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf0ab1-765d-48b3-a7e5-280eab6635a0 req-716199be-d619-439f-bf92-eaed05c5e224 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:06.138147 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bfbf0ab1-765d-48b3-a7e5-280eab6635a0 req-716199be-d619-439f-bf92-eaed05c5e224 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0756440 Apr 06 12:20:06.177968 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ae7972b-bcdc-4a03-8f86-a579fa8389e5 admin admin] Publish callbacks [] for security_group (7db14b13-2aaf-4688-ab58-b0c49b1f6a77), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.246468 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bfbf0ab1-765d-48b3-a7e5-280eab6635a0 req-0143f205-57e4-4b0a-a760-d6e6f884a323 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902734 Apr 06 12:20:06.304242 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-080ee605-a8e2-45ae-8b5f-118b3c0fcd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:06.304242 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-080ee605-a8e2-45ae-8b5f-118b3c0fcd85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1129 time: 0.0809569 Apr 06 12:20:06.348732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-11a4a343-ef0a-4cb4-90ac-7a05ed63c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:06.350272 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-11a4a343-ef0a-4cb4-90ac-7a05ed63c463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0859461 Apr 06 12:20:06.395623 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-a498bf81-062c-40f0-bab3-153884d13709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 217 time: 0.0374293 Apr 06 12:20:06.445432 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-d70329af-59fa-4a21-9070-7745c7b44dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:06.447146 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-d70329af-59fa-4a21-9070-7745c7b44dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0441396 Apr 06 12:20:06.506780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-8a18174a-dfcd-4cac-a454-bb92a1acb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:06.508461 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-8a18174a-dfcd-4cac-a454-bb92a1acb030 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516450 Apr 06 12:20:06.565453 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ae7972b-bcdc-4a03-8f86-a579fa8389e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7db14b13-2aaf-4688-ab58-b0c49b1f6a77), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.615076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7972b-bcdc-4a03-8f86-a579fa8389e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db14b13-2aaf-4688-ab58-b0c49b1f6a77,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:06.621017 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0ae7972b-bcdc-4a03-8f86-a579fa8389e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a64e65ee2e584969b6950aaeb390d4bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891769 Apr 06 12:20:06.624165 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42008) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:06.645910 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-087f687f-3fc4-4481-bd1d-62f7b7cddfc7 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295779 Apr 06 12:20:06.692864 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] Publish callbacks [] for security_group (7db14b13-2aaf-4688-ab58-b0c49b1f6a77), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.716410 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] Publish callbacks [] for security_group (7db14b13-2aaf-4688-ab58-b0c49b1f6a77), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.746830 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3203bb54-304f-4acb-92ff-d32f7b5b8e96 req-3dceaca2-5ec3-43a5-9d3f-513d88e76aff service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931704 Apr 06 12:20:06.852608 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1f77636a-9200-4ae9-9bf1-513ee70bd16d req-c80fdfa5-ec25-4b20-ba2d-55a0577b147b tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0282941 Apr 06 12:20:06.853790 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7db14b13-2aaf-4688-ab58-b0c49b1f6a77), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.856281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:06.857314 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7db14b13-2aaf-4688-ab58-b0c49b1f6a77 HTTP/1.1" status: 204 len: 168 time: 0.2321825 Apr 06 12:20:06.866566 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f8abe-d12c-4ee4-94fa-29e139de6340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db14b13-2aaf-4688-ab58-b0c49b1f6a77,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:07.419360 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ccb62-8078-49db-8b27-4fc545d59b19 req-785e1c74-ebfb-4416-bc34-b64d5a440a5b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:07.420958 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e5ccb62-8078-49db-8b27-4fc545d59b19 req-785e1c74-ebfb-4416-bc34-b64d5a440a5b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0587449 Apr 06 12:20:07.435327 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:07.477418 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0e5ccb62-8078-49db-8b27-4fc545d59b19 req-508d8e19-3cc9-4a42-bc77-55de49271f9f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Apr 06 12:20:07.904729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42066) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:07.956596 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cbbc3713-71de-4bdd-9102-885b41b54343 req-8e893eee-593d-43a9-99af-540547e9b1e6 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Apr 06 12:20:08.088818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66fbbf96-6d4f-4d9c-a062-e862bc9dfab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.164426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66fbbf96-6d4f-4d9c-a062-e862bc9dfab5 admin admin] Publish callbacks [] for security_group (fcff4efc-4af6-47c8-8677-77b03ee9b4e1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.257831 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66fbbf96-6d4f-4d9c-a062-e862bc9dfab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (fcff4efc-4af6-47c8-8677-77b03ee9b4e1), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.298841 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-66fbbf96-6d4f-4d9c-a062-e862bc9dfab5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bce18f331d14e64ab9ac0446917cb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929577 Apr 06 12:20:08.305241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbbf96-6d4f-4d9c-a062-e862bc9dfab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff4efc-4af6-47c8-8677-77b03ee9b4e1,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:08.307351 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42084) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:08.358368 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] Publish callbacks [] for security_group (fcff4efc-4af6-47c8-8677-77b03ee9b4e1), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.384210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] Publish callbacks [] for security_group (fcff4efc-4af6-47c8-8677-77b03ee9b4e1), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.563426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (fcff4efc-4af6-47c8-8677-77b03ee9b4e1), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.566211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:08.567397 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcff4efc-4af6-47c8-8677-77b03ee9b4e1 HTTP/1.1" status: 204 len: 168 time: 0.2581937 Apr 06 12:20:08.614000 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61682389-ac33-4dfb-9848-859332884ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff4efc-4af6-47c8-8677-77b03ee9b4e1,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:08.667305 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d330-750d-4206-af49-2fb6e2daeabc req-5cf0d7dc-b7af-43b3-9021-235ab12be953 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:08.669163 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d24d330-750d-4206-af49-2fb6e2daeabc req-5cf0d7dc-b7af-43b3-9021-235ab12be953 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.1094763 Apr 06 12:20:08.679893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-772da737-02b2-4e40-8700-f5f6169537f4 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:08.681387 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-772da737-02b2-4e40-8700-f5f6169537f4 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "GET /v2.0/networks?id=d6e84397-d114-4985-8736-96ebcb9bf1cd HTTP/1.1" status: 200 len: 808 time: 0.1697166 Apr 06 12:20:08.701312 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Request body: {'port': {'device_id': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd', 'admin_state_up': True, 'tenant_id': '649112fa00d64144a28729aa8bb605d2'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:08.776255 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d24d330-750d-4206-af49-2fb6e2daeabc req-105f38e2-2584-4564-a693-82321b7dad3d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938864 Apr 06 12:20:08.924159 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Made reservation on behalf of 649112fa00d64144a28729aa8bb605d2 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:08.928286 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:09.085372 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8eeeff44-5f9f-467e-980b-a6c8dd95a6af req-0caa13b8-11b9-4f59-b06b-503cf5bf9478 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0405657 Apr 06 12:20:09.119074 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Allocated IP 172.20.0.11 (d6e84397-d114-4985-8736-96ebcb9bf1cd/1fd6e66e-8384-402c-9e0d-7ee7b28efebb/d1fd7df1-50bb-4b07-8067-7db048a31971) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:20:09.500792 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks [] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:09.627833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:09.681681 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Network d6e84397-d114-4985-8736-96ebcb9bf1cd is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:20:09.686934 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:09.689622 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:20:09.695905 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:09.696695 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:09.718678 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Pushing event updated for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:09.811513 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-0447d70b-7ae7-466c-acc2-05b68d4c9d8e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1152658 Apr 06 12:20:09.828720 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Request body: {'port': {'device_id': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:09.897893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:09.955022 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88004124-f38d-45ff-86d7-243f47a0b29a req-91593f35-5174-4ada-834c-f9cd32071fbc tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:09.963153 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-88004124-f38d-45ff-86d7-243f47a0b29a req-91593f35-5174-4ada-834c-f9cd32071fbc tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0853105 Apr 06 12:20:10.021888 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-88004124-f38d-45ff-86d7-243f47a0b29a req-66d4f754-29f0-4b02-b409-1b5a678cf791 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Apr 06 12:20:10.242631 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfc9e8-d90d-42ad-9447-e1657a2d4774 req-c822762f-7a60-4260-944c-baf741545dba tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:10.244142 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cedfc9e8-d90d-42ad-9447-e1657a2d4774 req-c822762f-7a60-4260-944c-baf741545dba tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0907631 Apr 06 12:20:10.297051 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fd7df1-50bb-4b07-8067-7db048a31971 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:10.311954 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks [] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:10.335132 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cedfc9e8-d90d-42ad-9447-e1657a2d4774 req-950e2ce1-b37a-4e07-bb84-01eed27fafc0 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690722 Apr 06 12:20:10.337861 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Transition to ACTIVE for port object d1fd7df1-50bb-4b07-8067-7db048a31971 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:20:10.457778 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:10.509795 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Pushing event updated for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:10.538484 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Attempting to bind port d1fd7df1-50bb-4b07-8067-7db048a31971 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:20:10.538818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Attempting to bind port d1fd7df1-50bb-4b07-8067-7db048a31971 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:20:10.539150 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Attempting to bind port d1fd7df1-50bb-4b07-8067-7db048a31971 on network d6e84397-d114-4985-8736-96ebcb9bf1cd {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:10.543455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Port d1fd7df1-50bb-4b07-8067-7db048a31971 on network d6e84397-d114-4985-8736-96ebcb9bf1cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:20:10.543804 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Attempting to bind port d1fd7df1-50bb-4b07-8067-7db048a31971 on network d6e84397-d114-4985-8736-96ebcb9bf1cd {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:10.548489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:20:10.548831 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Checking segment: {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:20:10.551502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Bound using segment: {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:20:10.551502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Bound port: d1fd7df1-50bb-4b07-8067-7db048a31971, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:20:10.551502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:10.615978 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:20:10.618886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d1fd7df1-50bb-4b07-8067-7db048a31971,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:20:10.721588 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:10.754447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:10.754994 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:10.757040 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] 10.222.0.15 "PUT /v2.0/ports/d1fd7df1-50bb-4b07-8067-7db048a31971 HTTP/1.1" status: 200 len: 1094 time: 0.9337783 Apr 06 12:20:10.757491 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:10.759760 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00" -d '{"events": [{"name": "network-changed", "server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:10.783776 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05205ec-b418-43e7-bbbc-7b078491f9de service neutron] Pushing event updated for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:10.800160 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f237a6b4-c331-4a8a-bc97-9df2e220be4b x-openstack-request-id: req-f237a6b4-c331-4a8a-bc97-9df2e220be4b {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:10.800450 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:10.800733 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f237a6b4-c331-4a8a-bc97-9df2e220be4b {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:10.801140 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237a6b4-c331-4a8a-bc97-9df2e220be4b'] response: {'name': 'network-changed', 'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971', 'status': 'completed', 'code': 200} Apr 06 12:20:10.869385 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-70378523-778a-4d34-bce0-abb103b6e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:10.871224 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-70378523-778a-4d34-bce0-abb103b6e505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 1128 time: 0.0469174 Apr 06 12:20:10.965527 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42240) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:10.975856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-3bda5f01-7036-42fd-a5d3-a0434cda1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:10.977327 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-3bda5f01-7036-42fd-a5d3-a0434cda1937 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=649112fa00d64144a28729aa8bb605d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0994554 Apr 06 12:20:11.078151 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b79f084-5395-4834-82d8-f3f46b6948e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.116120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-bc6516f5-09e8-4eed-873a-8ec1977a093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:11.117687 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-99d6f19f-5e80-4cd8-8a9f-b4667db52b00 req-bc6516f5-09e8-4eed-873a-8ec1977a093d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256914 Apr 06 12:20:11.171157 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b79f084-5395-4834-82d8-f3f46b6948e1 admin admin] Publish callbacks [] for security_group (f9b274fa-6bfa-4576-9130-8b460d004b18), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.172640 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63726098-6981-48a2-88a8-49231fc5e1a2 req-ec7eb5e1-27b3-491a-896e-290e0642431f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:11.174186 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-63726098-6981-48a2-88a8-49231fc5e1a2 req-ec7eb5e1-27b3-491a-896e-290e0642431f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0777595 Apr 06 12:20:11.252059 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-63726098-6981-48a2-88a8-49231fc5e1a2 req-1c801ebb-9c3d-4701-8d9f-b7bc143c1172 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692294 Apr 06 12:20:11.254614 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-51eaec3d-097b-43f6-bda9-60d739c1c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:11.256549 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-51eaec3d-097b-43f6-bda9-60d739c1c631 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 1128 time: 0.0815022 Apr 06 12:20:11.286203 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7b79f084-5395-4834-82d8-f3f46b6948e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f9b274fa-6bfa-4576-9130-8b460d004b18), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.303205 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-b3941ac9-4b1a-46e3-b0a4-8f766e0bcb13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1fd7df1-50bb-4b07-8067-7db048a31971 HTTP/1.1" status: 200 len: 217 time: 0.0378876 Apr 06 12:20:11.323964 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79f084-5395-4834-82d8-f3f46b6948e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b274fa-6bfa-4576-9130-8b460d004b18,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:11.335328 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7b79f084-5395-4834-82d8-f3f46b6948e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c0054dbc57b40a185de347edb803f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686323 Apr 06 12:20:11.335991 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42250) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:11.360629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0985-5c39-4725-84e6-30896fd92304 req-3ed2c768-734a-48e6-95de-9963d256a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:11.365810 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-3ed2c768-734a-48e6-95de-9963d256a173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fd6e66e-8384-402c-9e0d-7ee7b28efebb HTTP/1.1" status: 200 len: 848 time: 0.0487607 Apr 06 12:20:11.387677 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] Publish callbacks [] for security_group (f9b274fa-6bfa-4576-9130-8b460d004b18), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.403569 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-949b27ea-354d-491d-9363-fb65a6caa26c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6e84397-d114-4985-8736-96ebcb9bf1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338864 Apr 06 12:20:11.416714 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] Publish callbacks [] for security_group (f9b274fa-6bfa-4576-9130-8b460d004b18), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.505656 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553796-b62a-47ad-ad18-139723069a51 req-849d8dd0-b0ba-4784-8e59-c5dbc39aca71 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:11.507324 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7553796-b62a-47ad-ad18-139723069a51 req-849d8dd0-b0ba-4784-8e59-c5dbc39aca71 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0931189 Apr 06 12:20:11.520754 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-b2f685ff-0cdc-4f1c-8dc7-b04a2498430f service neutron] 10.222.0.15 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093106 Apr 06 12:20:11.561632 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7553796-b62a-47ad-ad18-139723069a51 req-778676be-ae0c-43d0-be22-c8e4345ead27 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Apr 06 12:20:11.604286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (f9b274fa-6bfa-4576-9130-8b460d004b18), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.606895 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:11.608078 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9b274fa-6bfa-4576-9130-8b460d004b18 HTTP/1.1" status: 204 len: 168 time: 0.2711375 Apr 06 12:20:11.619189 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d66638-3f7d-4d0b-9686-9afacffaa0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b274fa-6bfa-4576-9130-8b460d004b18,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:11.641630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-33ca0985-5c39-4725-84e6-30896fd92304 req-f8397669-1e77-4320-a45e-a99f6566377a service neutron] 10.222.0.15 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142731 Apr 06 12:20:12.303935 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42280) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:12.317255 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1033485c-3002-4947-96ca-a5e4f3aec2ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.393744 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12600c14-a6ff-4c66-b4dd-575548d8dd7c req-77de8e22-1807-4290-a180-fb0b54a50bb4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:12.401554 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-12600c14-a6ff-4c66-b4dd-575548d8dd7c req-77de8e22-1807-4290-a180-fb0b54a50bb4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0700922 Apr 06 12:20:12.412619 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1033485c-3002-4947-96ca-a5e4f3aec2ba admin admin] Publish callbacks [] for security_group (01b39fc8-e8cf-42ed-99d2-2ec515efdeae), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.450979 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-12600c14-a6ff-4c66-b4dd-575548d8dd7c req-136af4eb-3931-493d-ac8d-f571f70b5eb8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463529 Apr 06 12:20:12.558642 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1033485c-3002-4947-96ca-a5e4f3aec2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (01b39fc8-e8cf-42ed-99d2-2ec515efdeae), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.601960 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1033485c-3002-4947-96ca-a5e4f3aec2ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f2e0f7ad4294a5ba2e70bca5fae8019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968869 Apr 06 12:20:12.604865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42294) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:12.608040 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033485c-3002-4947-96ca-a5e4f3aec2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b39fc8-e8cf-42ed-99d2-2ec515efdeae,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:12.665978 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] Publish callbacks [] for security_group (01b39fc8-e8cf-42ed-99d2-2ec515efdeae), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.687447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] Publish callbacks [] for security_group (01b39fc8-e8cf-42ed-99d2-2ec515efdeae), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.697797 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454a1ab-2032-421c-87ae-b006a0185ae2 req-2f0045fd-ec65-46a1-ba30-7c30d3d74a7f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:12.699286 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5454a1ab-2032-421c-87ae-b006a0185ae2 req-2f0045fd-ec65-46a1-ba30-7c30d3d74a7f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0535905 Apr 06 12:20:12.752360 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5454a1ab-2032-421c-87ae-b006a0185ae2 req-c81da570-68ca-4bd9-8077-bbd97fc8b208 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Apr 06 12:20:12.890357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (01b39fc8-e8cf-42ed-99d2-2ec515efdeae), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.893200 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:12.894319 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01b39fc8-e8cf-42ed-99d2-2ec515efdeae HTTP/1.1" status: 204 len: 168 time: 0.2882574 Apr 06 12:20:12.902651 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d034-44fe-4f01-b581-05ef4498bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b39fc8-e8cf-42ed-99d2-2ec515efdeae,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:13.573123 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cbbff-1992-4810-aee5-45cbb4508df3 req-e89936b9-1951-4ea3-b483-f2e2b9e93b69 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:13.574627 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a17cbbff-1992-4810-aee5-45cbb4508df3 req-e89936b9-1951-4ea3-b483-f2e2b9e93b69 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0558705 Apr 06 12:20:13.624347 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a17cbbff-1992-4810-aee5-45cbb4508df3 req-5c947724-cea6-4135-86ce-548c13992a1c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Apr 06 12:20:13.874264 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a0c5c-ddd7-41ee-bfda-c5317fb3e7e4 req-f9f35493-f960-4fa4-b3e1-f9825e100e0d tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:13.876530 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-680a0c5c-ddd7-41ee-bfda-c5317fb3e7e4 req-f9f35493-f960-4fa4-b3e1-f9825e100e0d tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0580933 Apr 06 12:20:13.926755 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-680a0c5c-ddd7-41ee-bfda-c5317fb3e7e4 req-d08f961a-ed17-4208-9b91-27bfe60b3a25 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Apr 06 12:20:14.750430 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba6e02-50f0-44de-9e2f-1de1d4941d36 req-f383b4cb-3b01-4bf4-85bc-a5fa7f6c6085 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:14.752456 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ffba6e02-50f0-44de-9e2f-1de1d4941d36 req-f383b4cb-3b01-4bf4-85bc-a5fa7f6c6085 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0547824 Apr 06 12:20:14.801527 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ffba6e02-50f0-44de-9e2f-1de1d4941d36 req-c62de654-8ba6-438c-8488-1564165145fe tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Apr 06 12:20:14.891579 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42394) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:15.002652 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eb39178c-e01e-4e03-a103-be41205c7040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.080129 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fc7f0-4e70-4fcc-88eb-a62274086ada req-264cc9f7-2b8b-4a06-8f0a-17ecb2512047 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:15.081624 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c3fc7f0-4e70-4fcc-88eb-a62274086ada req-264cc9f7-2b8b-4a06-8f0a-17ecb2512047 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0808783 Apr 06 12:20:15.152560 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eb39178c-e01e-4e03-a103-be41205c7040 admin admin] Publish callbacks [] for security_group (6d464cda-1916-4c1e-9501-b58011cad6ea), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.157355 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c3fc7f0-4e70-4fcc-88eb-a62274086ada req-a112519e-3a2b-42c7-b985-9aad2a740704 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685608 Apr 06 12:20:15.229053 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eb39178c-e01e-4e03-a103-be41205c7040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6d464cda-1916-4c1e-9501-b58011cad6ea), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.269302 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39178c-e01e-4e03-a103-be41205c7040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d464cda-1916-4c1e-9501-b58011cad6ea,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:15.275996 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-eb39178c-e01e-4e03-a103-be41205c7040 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71a8cf8f66104a1d91f24e59b3ab75ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829947 Apr 06 12:20:15.278628 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42400) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:15.328286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] Publish callbacks [] for security_group (6d464cda-1916-4c1e-9501-b58011cad6ea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.350795 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] Publish callbacks [] for security_group (6d464cda-1916-4c1e-9501-b58011cad6ea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.500806 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device d1fd7df1-50bb-4b07-8067-7db048a31971 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:20:15.507291 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6d464cda-1916-4c1e-9501-b58011cad6ea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.509927 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.511147 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d464cda-1916-4c1e-9501-b58011cad6ea HTTP/1.1" status: 204 len: 168 time: 0.2316449 Apr 06 12:20:15.519201 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f6a97-57c3-4957-9b6e-1222c7f1497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d464cda-1916-4c1e-9501-b58011cad6ea,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:15.617861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d1fd7df1-50bb-4b07-8067-7db048a31971,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:15.628082 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'd1fd7df1-50bb-4b07-8067-7db048a31971', 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd', 'port_id': 'd1fd7df1-50bb-4b07-8067-7db048a31971', 'mac_address': 'fa:16:3e:b4:d2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6e66e-8384-402c-9e0d-7ee7b28efebb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:20:15.666449 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port d1fd7df1-50bb-4b07-8067-7db048a31971 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:15.666845 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.686703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fd7df1-50bb-4b07-8067-7db048a31971 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:15.706341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d1fd7df1-50bb-4b07-8067-7db048a31971,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:15.812003 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:15.867972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:15.875201 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.875580 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.875932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.876280 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.876625 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.877036 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.877295 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.877626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.878120 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.878626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.878965 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.879332 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.880044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.880044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.880380 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:15.933626 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee270c5-8a68-467c-889a-65ef01e61d0a req-e6c67bb7-2a13-4222-9a25-89f4314daa1a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:15.935306 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6ee270c5-8a68-467c-889a-65ef01e61d0a req-e6c67bb7-2a13-4222-9a25-89f4314daa1a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0586886 Apr 06 12:20:15.998045 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6ee270c5-8a68-467c-889a-65ef01e61d0a req-4c965eb8-033d-43e1-8399-d98ca1bbe850 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Apr 06 12:20:16.171225 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['d1fd7df1-50bb-4b07-8067-7db048a31971'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:16.294847 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972df3-e9f2-4934-adb9-eefd32a20629 req-e80917e2-f48d-4e0e-9f24-1b2b2b68e6db tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:16.301676 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f9972df3-e9f2-4934-adb9-eefd32a20629 req-e80917e2-f48d-4e0e-9f24-1b2b2b68e6db tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0619125 Apr 06 12:20:16.363603 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f9972df3-e9f2-4934-adb9-eefd32a20629 req-e43fa68d-8af9-4c72-9736-8b90501095f3 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559123 Apr 06 12:20:16.794814 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42450) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:16.914315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6cd77a36-8b0d-4555-b16c-2b2d505339b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.007912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6cd77a36-8b0d-4555-b16c-2b2d505339b1 admin admin] Publish callbacks [] for security_group (d2a152a8-89e0-4abe-bf4b-8b91f9443ac6), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.107041 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6cd77a36-8b0d-4555-b16c-2b2d505339b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d2a152a8-89e0-4abe-bf4b-8b91f9443ac6), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.129630 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82436cbe-8a93-460c-b3e2-f568a73e5723 req-3779f39f-6702-4466-b354-de4445e4e1c6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:17.131783 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-82436cbe-8a93-460c-b3e2-f568a73e5723 req-3779f39f-6702-4466-b354-de4445e4e1c6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0621295 Apr 06 12:20:17.143918 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6cd77a36-8b0d-4555-b16c-2b2d505339b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78c1b2db962849859d5e28532c9634b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478744 Apr 06 12:20:17.145366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42458) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:17.182985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd77a36-8b0d-4555-b16c-2b2d505339b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a152a8-89e0-4abe-bf4b-8b91f9443ac6,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:17.185473 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-82436cbe-8a93-460c-b3e2-f568a73e5723 req-3ab9434f-fe74-4c98-a285-ae09b019a5ac tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Apr 06 12:20:17.227594 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] Publish callbacks [] for security_group (d2a152a8-89e0-4abe-bf4b-8b91f9443ac6), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.250817 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] Publish callbacks [] for security_group (d2a152a8-89e0-4abe-bf4b-8b91f9443ac6), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.383860 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d2a152a8-89e0-4abe-bf4b-8b91f9443ac6), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.393769 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.393769 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2a152a8-89e0-4abe-bf4b-8b91f9443ac6 HTTP/1.1" status: 204 len: 168 time: 0.2375374 Apr 06 12:20:17.405284 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd93ac-66f3-4a23-9273-8e3182df84c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a152a8-89e0-4abe-bf4b-8b91f9443ac6,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:17.487698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53eaa2-450b-444e-a91b-216d6ead6208 req-b37426e4-9e95-4f6c-a855-ddd24012319c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:17.489384 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ee53eaa2-450b-444e-a91b-216d6ead6208 req-b37426e4-9e95-4f6c-a855-ddd24012319c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0673287 Apr 06 12:20:17.540151 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device d1fd7df1-50bb-4b07-8067-7db048a31971 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:20:17.561143 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ee53eaa2-450b-444e-a91b-216d6ead6208 req-14db108a-3f74-4a65-9ae5-005efc96583f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658035 Apr 06 12:20:17.718961 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port d1fd7df1-50bb-4b07-8067-7db048a31971 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:20:17.723182 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port d1fd7df1-50bb-4b07-8067-7db048a31971 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:17.723592 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.828601 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port d1fd7df1-50bb-4b07-8067-7db048a31971 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:17.829351 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:17.869651 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d1fd7df1-50bb-4b07-8067-7db048a31971,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:17.870583 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:17.872872 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd43cf6-5318-41dc-8a68-bbdb5aa1b06e" -d '{"events": [{"server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:17.912002 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a8bb93-3a02-4a0a-af5a-0bcd195f4d8d x-openstack-request-id: req-e6a8bb93-3a02-4a0a-af5a-0bcd195f4d8d {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:17.912002 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:17.912002 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6a8bb93-3a02-4a0a-af5a-0bcd195f4d8d {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:17.912002 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a8bb93-3a02-4a0a-af5a-0bcd195f4d8d'] response: {'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971', 'code': 200} Apr 06 12:20:17.955981 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.017465 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:18.033947 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:20:18.132129 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7626290-3418-4ff0-815c-7cf63196c040 req-0977c00e-9459-4122-8d11-68b5d7f2c1ca tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:18.133653 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e7626290-3418-4ff0-815c-7cf63196c040 req-0977c00e-9459-4122-8d11-68b5d7f2c1ca tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0554037 Apr 06 12:20:18.189447 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e7626290-3418-4ff0-815c-7cf63196c040 req-a84a369c-0818-4756-94d2-015318caa22f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488327 Apr 06 12:20:18.253586 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42494) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:18.268441 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ce9fd08-3656-413c-b047-949f6f79c7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.316462 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af7fcd-4089-4865-9b27-a51d20ad62cb req-8933b6dc-74dc-411a-9313-134f2d526834 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:18.318581 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c7af7fcd-4089-4865-9b27-a51d20ad62cb req-8933b6dc-74dc-411a-9313-134f2d526834 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0560098 Apr 06 12:20:18.375264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ce9fd08-3656-413c-b047-949f6f79c7ec admin admin] Publish callbacks [] for security_group (a5300ec5-687c-4570-b0fb-16a679652920), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.376917 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c7af7fcd-4089-4865-9b27-a51d20ad62cb req-96724fe0-ba38-40df-bfd4-d019a53f1fc1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515969 Apr 06 12:20:18.397336 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb36b4-364d-47aa-97bb-7b24be0d60ab req-b86349d4-6087-49f4-a760-90e37941bc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:18.399051 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f7fb36b4-364d-47aa-97bb-7b24be0d60ab req-b86349d4-6087-49f4-a760-90e37941bc67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 1130 time: 0.0613792 Apr 06 12:20:18.446745 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f7fb36b4-364d-47aa-97bb-7b24be0d60ab req-3cb5f5d6-a8b8-401c-99e6-e6908883f759 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393841 Apr 06 12:20:18.486044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0ce9fd08-3656-413c-b047-949f6f79c7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (a5300ec5-687c-4570-b0fb-16a679652920), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.525349 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0ce9fd08-3656-413c-b047-949f6f79c7ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7765f03a3ece4d74bb556ef6c67e6cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706869 Apr 06 12:20:18.526324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9fd08-3656-413c-b047-949f6f79c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5300ec5-687c-4570-b0fb-16a679652920,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:18.528015 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42496) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:18.580590 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] Publish callbacks [] for security_group (a5300ec5-687c-4570-b0fb-16a679652920), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.605687 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] Publish callbacks [] for security_group (a5300ec5-687c-4570-b0fb-16a679652920), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.711778 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731f3d7-1369-4039-b83c-9a43a5f15d0a req-23e3ef23-2b33-4e32-aa2e-fb65c7c2ad44 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:18.713211 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7731f3d7-1369-4039-b83c-9a43a5f15d0a req-23e3ef23-2b33-4e32-aa2e-fb65c7c2ad44 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0641375 Apr 06 12:20:18.754583 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (a5300ec5-687c-4570-b0fb-16a679652920), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.757986 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:18.762456 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5300ec5-687c-4570-b0fb-16a679652920 HTTP/1.1" status: 204 len: 168 time: 0.2334356 Apr 06 12:20:18.764634 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7731f3d7-1369-4039-b83c-9a43a5f15d0a req-80284bb1-f8ac-4930-9455-94d280e70511 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458493 Apr 06 12:20:18.776526 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd61542-44f6-4bd4-9d78-b05e022e4498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5300ec5-687c-4570-b0fb-16a679652920,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:19.321290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b0c01-0371-4734-9c54-f05b9e7af2b4 req-e15a9c6d-d4e6-4d3e-8c3a-9d564369b587 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:19.325899 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bc2b0c01-0371-4734-9c54-f05b9e7af2b4 req-e15a9c6d-d4e6-4d3e-8c3a-9d564369b587 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0638740 Apr 06 12:20:19.388211 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bc2b0c01-0371-4734-9c54-f05b9e7af2b4 req-0d014ed3-563a-48b8-afb4-754bf3e1afb7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458560 Apr 06 12:20:19.500379 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be793f-ae96-4af6-b1e0-83a38518c741 req-a0272b9e-2a48-40fb-bb45-dad2d87ca8be tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:19.501909 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-05be793f-ae96-4af6-b1e0-83a38518c741 req-a0272b9e-2a48-40fb-bb45-dad2d87ca8be tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0532532 Apr 06 12:20:19.554523 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-05be793f-ae96-4af6-b1e0-83a38518c741 req-92d6503a-f201-4941-9188-40e69137b844 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462925 Apr 06 12:20:19.922172 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecc755-8545-4ba4-b966-b59b1421bdef req-df428021-6a82-420e-9a98-d71d798d4233 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:19.923667 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-06ecc755-8545-4ba4-b966-b59b1421bdef req-df428021-6a82-420e-9a98-d71d798d4233 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0615816 Apr 06 12:20:19.971313 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-06ecc755-8545-4ba4-b966-b59b1421bdef req-d0c8f1a6-08ba-4ed9-8ec3-f28965078943 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Apr 06 12:20:20.520585 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c413a-a635-4ac7-a662-a9f175585f1b req-560c4945-e073-40fd-a5ca-72eff9ddc6ca tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:20.522586 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d83c413a-a635-4ac7-a662-a9f175585f1b req-560c4945-e073-40fd-a5ca-72eff9ddc6ca tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0620961 Apr 06 12:20:20.569502 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d83c413a-a635-4ac7-a662-a9f175585f1b req-2a279ea9-538b-4de8-ad8d-abb6c2ca5129 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408893 Apr 06 12:20:20.675725 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298165b-f3cd-47aa-91b5-d7e3da5d8600 req-69cc3909-aafc-443b-8958-4cbd06a35883 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:20.677229 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1298165b-f3cd-47aa-91b5-d7e3da5d8600 req-69cc3909-aafc-443b-8958-4cbd06a35883 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0529840 Apr 06 12:20:20.728260 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1298165b-f3cd-47aa-91b5-d7e3da5d8600 req-7c7dbdec-e583-4af1-9724-df5f54179773 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452495 Apr 06 12:20:21.087105 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f080b6-9669-4609-aead-e064fb1aa56d req-968dd21d-8ffc-40ed-98f0-f26d9eafcc51 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:21.088763 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d3f080b6-9669-4609-aead-e064fb1aa56d req-968dd21d-8ffc-40ed-98f0-f26d9eafcc51 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0535107 Apr 06 12:20:21.135702 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d3f080b6-9669-4609-aead-e064fb1aa56d req-364ff9c9-f050-454c-b467-a076ff4fbc2c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Apr 06 12:20:21.694748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3143cc5-095d-4b8a-8723-eaab71016386 req-4da8bb32-9476-4498-b523-b7ac65de79c0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:21.696459 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e3143cc5-095d-4b8a-8723-eaab71016386 req-4da8bb32-9476-4498-b523-b7ac65de79c0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0559824 Apr 06 12:20:21.738393 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42620) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:21.751036 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e3143cc5-095d-4b8a-8723-eaab71016386 req-860c1412-b710-4187-b7ff-d552069e34b6 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488403 Apr 06 12:20:21.874424 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-309d7dbd-0d47-4a36-807b-db92a2c226b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:21.887932 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322e697-cbd1-4561-b35a-04511ce41888 req-6e2534ed-79ba-4746-8f0f-a69facfb1763 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:21.889596 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2322e697-cbd1-4561-b35a-04511ce41888 req-6e2534ed-79ba-4746-8f0f-a69facfb1763 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0726948 Apr 06 12:20:21.973182 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2322e697-cbd1-4561-b35a-04511ce41888 req-467e2157-0094-4fce-8607-00eac28bf3cc tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Apr 06 12:20:22.005387 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-309d7dbd-0d47-4a36-807b-db92a2c226b0 admin admin] Publish callbacks [] for security_group (c7edc283-52ee-43db-9323-1963492331bd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.080308 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-309d7dbd-0d47-4a36-807b-db92a2c226b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c7edc283-52ee-43db-9323-1963492331bd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.118336 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-309d7dbd-0d47-4a36-807b-db92a2c226b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=080fcebfe51b43c1a8f40009d3872451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788826 Apr 06 12:20:22.119336 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d7dbd-0d47-4a36-807b-db92a2c226b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7edc283-52ee-43db-9323-1963492331bd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:22.121064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42642) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:22.181402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] Publish callbacks [] for security_group (c7edc283-52ee-43db-9323-1963492331bd), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.204109 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] Publish callbacks [] for security_group (c7edc283-52ee-43db-9323-1963492331bd), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.360396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c7edc283-52ee-43db-9323-1963492331bd), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.363155 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:22.364414 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7edc283-52ee-43db-9323-1963492331bd HTTP/1.1" status: 204 len: 168 time: 0.2422826 Apr 06 12:20:22.373909 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819875d-a9eb-4ceb-8e07-1ddd521e219a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7edc283-52ee-43db-9323-1963492331bd,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:22.899505 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb99213-e601-4a74-91cd-297dc0a3c862 req-5b6f892e-4082-4255-8fde-e1d41fde7861 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:22.904571 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bbb99213-e601-4a74-91cd-297dc0a3c862 req-5b6f892e-4082-4255-8fde-e1d41fde7861 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0724821 Apr 06 12:20:22.965845 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bbb99213-e601-4a74-91cd-297dc0a3c862 req-ac3c21be-939a-46c1-97a7-0aa7f3179ae9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503886 Apr 06 12:20:23.099522 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763ed33-d38e-473e-b213-4ecab89f0947 req-f35e476c-6aec-4672-b945-5d49c48d91f2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:23.101139 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9763ed33-d38e-473e-b213-4ecab89f0947 req-f35e476c-6aec-4672-b945-5d49c48d91f2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0626302 Apr 06 12:20:23.150751 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9763ed33-d38e-473e-b213-4ecab89f0947 req-a5a6c11e-fd29-4604-ad27-dde46758bc0a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Apr 06 12:20:23.185450 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcabe3-5c9f-4ad5-b283-f18ea2eb2d66 req-6c61497d-d3d4-47be-9f94-8629cff58360 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:23.186925 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e5dcabe3-5c9f-4ad5-b283-f18ea2eb2d66 req-6c61497d-d3d4-47be-9f94-8629cff58360 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0576398 Apr 06 12:20:23.238638 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e5dcabe3-5c9f-4ad5-b283-f18ea2eb2d66 req-0286b8c8-d0ea-48dd-b5a5-db739499972c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Apr 06 12:20:23.252177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42668) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:23.267219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e930b166-9487-4180-b1e5-68cc6e2dcf9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.349621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e930b166-9487-4180-b1e5-68cc6e2dcf9d admin admin] Publish callbacks [] for security_group (777cc6d6-49e8-41ae-96cb-7ba25c5ef665), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.426228 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e930b166-9487-4180-b1e5-68cc6e2dcf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (777cc6d6-49e8-41ae-96cb-7ba25c5ef665), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.468410 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e930b166-9487-4180-b1e5-68cc6e2dcf9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f5c7c079c894c8ea9865a02d8582668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149744 Apr 06 12:20:23.469336 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930b166-9487-4180-b1e5-68cc6e2dcf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cc6d6-49e8-41ae-96cb-7ba25c5ef665,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:23.471083 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42674) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:23.519324 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] Publish callbacks [] for security_group (777cc6d6-49e8-41ae-96cb-7ba25c5ef665), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.540668 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] Publish callbacks [] for security_group (777cc6d6-49e8-41ae-96cb-7ba25c5ef665), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.683878 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (777cc6d6-49e8-41ae-96cb-7ba25c5ef665), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.686381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:23.687525 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/777cc6d6-49e8-41ae-96cb-7ba25c5ef665 HTTP/1.1" status: 204 len: 168 time: 0.2154179 Apr 06 12:20:23.696216 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8d7ab-1fe8-47de-8538-783fd78b9db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cc6d6-49e8-41ae-96cb-7ba25c5ef665,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:24.093183 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e7575-a07f-4138-9046-3e69e6b4011d req-20e893d9-2dd2-496a-9045-777db2d58ef0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:24.094848 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e4e7575-a07f-4138-9046-3e69e6b4011d req-20e893d9-2dd2-496a-9045-777db2d58ef0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0596395 Apr 06 12:20:24.149669 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e4e7575-a07f-4138-9046-3e69e6b4011d req-caacb25e-4066-4f62-a7ad-89cb7964a78a tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477130 Apr 06 12:20:24.276330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69859599-09cc-450a-b4af-c8c0d95f8819 req-2d3ee85c-3c9a-42ed-b022-7eebbce07c37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:24.277927 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-69859599-09cc-450a-b4af-c8c0d95f8819 req-2d3ee85c-3c9a-42ed-b022-7eebbce07c37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0549428 Apr 06 12:20:24.331379 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-69859599-09cc-450a-b4af-c8c0d95f8819 req-d28dd466-9de1-4025-b18e-bddf9a69ca11 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Apr 06 12:20:24.365822 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd8c48-89f0-43a7-b725-3c0330d3e57d req-ca26a342-31d3-4825-9133-ecd47c2bfefd tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:24.367361 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a9fd8c48-89f0-43a7-b725-3c0330d3e57d req-ca26a342-31d3-4825-9133-ecd47c2bfefd tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0541172 Apr 06 12:20:24.414831 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a9fd8c48-89f0-43a7-b725-3c0330d3e57d req-2aa20e61-b736-491a-8893-a82a7793ade7 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Apr 06 12:20:25.229297 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc114e7-1379-4485-8695-d87ea4e1de28 req-1a769dc3-26cc-465b-8205-0ffc1bc8d6dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.230743 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7fc114e7-1379-4485-8695-d87ea4e1de28 req-1a769dc3-26cc-465b-8205-0ffc1bc8d6dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0552061 Apr 06 12:20:25.270168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3802bcb-6b3c-4de0-846d-e4b46a80759c req-44b80e33-4560-4cfa-a660-33f9af2105f6 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.271698 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f3802bcb-6b3c-4de0-846d-e4b46a80759c req-44b80e33-4560-4cfa-a660-33f9af2105f6 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0509994 Apr 06 12:20:25.277213 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7fc114e7-1379-4485-8695-d87ea4e1de28 req-3179d159-7ddd-4c27-ae97-cc020bad6dfb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407751 Apr 06 12:20:25.321846 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f3802bcb-6b3c-4de0-846d-e4b46a80759c req-bef3668f-e9a3-402c-b52a-37b89d610799 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Apr 06 12:20:25.450278 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9846bd-eba6-41f5-9839-3167520d5e5a req-0adceb09-ab9d-4c91-9688-8293b45d8883 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.451256 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9e9846bd-eba6-41f5-9839-3167520d5e5a req-0adceb09-ab9d-4c91-9688-8293b45d8883 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0521169 Apr 06 12:20:25.503810 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9e9846bd-eba6-41f5-9839-3167520d5e5a req-0d3b9f13-6704-4416-9bc1-2c8aba197404 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427315 Apr 06 12:20:25.535198 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01943cec-ca05-4990-8743-78c921b218f8 req-718e0d94-0b2b-4243-99f2-1963ca499d0c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.537199 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-01943cec-ca05-4990-8743-78c921b218f8 req-718e0d94-0b2b-4243-99f2-1963ca499d0c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0524895 Apr 06 12:20:25.582378 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-01943cec-ca05-4990-8743-78c921b218f8 req-e1d21ebd-5b4c-4885-a3ca-ab026869b5a2 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Apr 06 12:20:25.793793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965f930-768a-4735-a1d5-07fd313c8fae req-f4ca7632-57f0-47fb-8810-7d25e8a4a8ac tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.795248 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0965f930-768a-4735-a1d5-07fd313c8fae req-f4ca7632-57f0-47fb-8810-7d25e8a4a8ac tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0582244 Apr 06 12:20:25.897046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f620-0950-40cd-ac08-585b5d528685 req-4848e1e0-4ae4-4275-ab14-e1050e2f39a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:25.898538 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d94f620-0950-40cd-ac08-585b5d528685 req-4848e1e0-4ae4-4275-ab14-e1050e2f39a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1129 time: 0.1021376 Apr 06 12:20:25.925075 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Deleting port d1fd7df1-50bb-4b07-8067-7db048a31971 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:20:25.925418 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:26.017547 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d94f620-0950-40cd-ac08-585b5d528685 req-88e39048-1969-465e-8325-02264fceb1ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021557 Apr 06 12:20:26.048584 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] For port d1fd7df1-50bb-4b07-8067-7db048a31971, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=d1fd7df1-50bb-4b07-8067-7db048a31971,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:26.048889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:26.062004 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Calling delete_port for d1fd7df1-50bb-4b07-8067-7db048a31971 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:20:26.266202 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (d1fd7df1-50bb-4b07-8067-7db048a31971), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:26.281481 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['d1fd7df1-50bb-4b07-8067-7db048a31971'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:26.294797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Pushing event deleted for resources: {'Port': ['ID=d1fd7df1-50bb-4b07-8067-7db048a31971,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:26.338193 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] No DVR routers for this DVR port d1fd7df1-50bb-4b07-8067-7db048a31971 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:20:26.341762 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:26.345475 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0965f930-768a-4735-a1d5-07fd313c8fae req-2c43db3b-7ac6-4671-8873-1d63d9662593 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "DELETE /v2.0/ports/d1fd7df1-50bb-4b07-8067-7db048a31971 HTTP/1.1" status: 204 len: 173 time: 0.5409679 Apr 06 12:20:26.347402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'name': 'network-vif-deleted', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:26.349756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1405e7e5-589c-43fb-8ccf-c57f813536ca" -d '{"events": [{"server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "name": "network-vif-deleted", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:26.410807 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce413dd-0f60-46fb-9a07-d33db2c24d45 req-3642d080-2ea8-471f-a661-43e629991095 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:26.412874 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4ce413dd-0f60-46fb-9a07-d33db2c24d45 req-3642d080-2ea8-471f-a661-43e629991095 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0560102 Apr 06 12:20:26.451017 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382ff6-06cc-4694-8023-2d4559c57d37 req-fd36a637-e51b-4068-a539-df40276776ad tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:26.452535 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1a382ff6-06cc-4694-8023-2d4559c57d37 req-fd36a637-e51b-4068-a539-df40276776ad tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Apr 06 12:20:26.463082 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4ce413dd-0f60-46fb-9a07-d33db2c24d45 req-e4ae7ecd-9a8e-4845-93c4-0c88a2f24097 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445004 Apr 06 12:20:26.532609 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1a382ff6-06cc-4694-8023-2d4559c57d37 req-3da90927-69d9-4a4c-b41b-38b57d02c2c9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735688 Apr 06 12:20:26.537597 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1996335e-ec3a-4c48-9cfe-e611c4cfa066 x-openstack-request-id: req-1996335e-ec3a-4c48-9cfe-e611c4cfa066 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:26.537885 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbafe176-e0c6-4d29-be70-7beae898a6f9", "name": "network-vif-deleted", "tag": "d1fd7df1-50bb-4b07-8067-7db048a31971", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:26.538140 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1996335e-ec3a-4c48-9cfe-e611c4cfa066 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:26.538535 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1996335e-ec3a-4c48-9cfe-e611c4cfa066'] response: {'server_uuid': 'fbafe176-e0c6-4d29-be70-7beae898a6f9', 'name': 'network-vif-deleted', 'tag': 'd1fd7df1-50bb-4b07-8067-7db048a31971', 'status': 'completed', 'code': 200} Apr 06 12:20:26.630748 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f292d6-f675-416b-bfc1-73e00ff3c999 req-ea006fce-05fd-4498-bfe3-039629bff5e0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:26.632317 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-21f292d6-f675-416b-bfc1-73e00ff3c999 req-ea006fce-05fd-4498-bfe3-039629bff5e0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0520356 Apr 06 12:20:26.675238 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-78da04b9-c720-42f9-af4b-05a198abe941 req-f9517362-626e-41c2-82fb-f8ab7b10a29c tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0257647 Apr 06 12:20:26.678801 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-21f292d6-f675-416b-bfc1-73e00ff3c999 req-d4256aa4-0e84-4412-93e9-ff39b396949e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Apr 06 12:20:27.590130 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79447c-fb0f-415c-a808-3a90b29e0760 req-2ec3d60d-96d3-434f-a9a6-817c0a5177ba tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:27.591979 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d79447c-fb0f-415c-a808-3a90b29e0760 req-2ec3d60d-96d3-434f-a9a6-817c0a5177ba tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0541403 Apr 06 12:20:27.644269 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d79447c-fb0f-415c-a808-3a90b29e0760 req-ca5569b5-8a1b-4a87-9aea-b3ca7b12b5f5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464485 Apr 06 12:20:27.661808 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6ad19-7596-4880-bbd5-0c94331560b7 req-2a38644c-ab36-477a-93e4-acbf31270823 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:27.663287 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-edc6ad19-7596-4880-bbd5-0c94331560b7 req-2a38644c-ab36-477a-93e4-acbf31270823 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0555041 Apr 06 12:20:27.713877 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-edc6ad19-7596-4880-bbd5-0c94331560b7 req-113a3e96-b9a8-4e86-81aa-17d20f59da6d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Apr 06 12:20:27.784967 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca279aa8-331d-40b3-b5f4-ae7090457ded req-0ff69978-1720-4816-9984-52bd5805c612 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbafe176-e0c6-4d29-be70-7beae898a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0264423 Apr 06 12:20:27.817495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d35a9d-56b8-4b2a-a20b-485e79ede2ee req-1844faf5-475e-41f7-bc7d-3fad9e264539 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:27.819132 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22d35a9d-56b8-4b2a-a20b-485e79ede2ee req-1844faf5-475e-41f7-bc7d-3fad9e264539 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0507925 Apr 06 12:20:27.864988 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22d35a9d-56b8-4b2a-a20b-485e79ede2ee req-c47cd161-98ef-417c-904a-a4526c429589 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Apr 06 12:20:28.347055 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af003-37ee-4b37-bbf4-6fb28f5c7441 req-caf873ad-4eca-430f-9b72-b80fc1ede6e3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.348587 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2f8af003-37ee-4b37-bbf4-6fb28f5c7441 req-caf873ad-4eca-430f-9b72-b80fc1ede6e3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0575185 Apr 06 12:20:28.407310 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2f8af003-37ee-4b37-bbf4-6fb28f5c7441 req-7838f61b-e34f-4183-9e0d-7bc831820b69 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531065 Apr 06 12:20:28.455550 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-6edaab9a-a8ff-4a7f-a8e1-5046d8569860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.457024 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-6edaab9a-a8ff-4a7f-a8e1-5046d8569860 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 1129 time: 0.0441751 Apr 06 12:20:28.551660 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-d5d018a6-ff2f-4511-94e6-72e23819462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.553110 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-d5d018a6-ff2f-4511-94e6-72e23819462e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0856471 Apr 06 12:20:28.597351 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-4b0a1bb5-db79-46a1-8816-830fba11bd8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 200 len: 217 time: 0.0354104 Apr 06 12:20:28.645853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-d69dee7e-025b-4e6b-babb-c8ea34c08f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.647292 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-d69dee7e-025b-4e6b-babb-c8ea34c08f33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0435183 Apr 06 12:20:28.701211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-beda9831-73cb-4b0c-a939-1a733dc3ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.702749 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-beda9831-73cb-4b0c-a939-1a733dc3ae51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443025 Apr 06 12:20:28.819770 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f8d23-61a2-4360-a550-e98279b828ff req-234af586-6a53-4ce9-a6f0-f4ba7b19b2c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.821362 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-961f8d23-61a2-4360-a550-e98279b828ff req-234af586-6a53-4ce9-a6f0-f4ba7b19b2c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0840399 Apr 06 12:20:28.869413 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-961f8d23-61a2-4360-a550-e98279b828ff req-089ad046-59c8-40f2-aa11-9bd5636a29cc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Apr 06 12:20:28.878985 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-b1e6e799-39ea-4784-8a86-9c16030d0dea service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657848 Apr 06 12:20:28.887342 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e3f7-ec78-4476-b924-5308efd4cc51 req-133be2e5-9450-40ef-a3cd-1687df85f4fd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:28.888795 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8397e3f7-ec78-4476-b924-5308efd4cc51 req-133be2e5-9450-40ef-a3cd-1687df85f4fd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0792325 Apr 06 12:20:28.988381 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8397e3f7-ec78-4476-b924-5308efd4cc51 req-ef892934-28db-4ee1-b06c-93c95e107faf tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915670 Apr 06 12:20:29.014752 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-395d727e-998b-4e3b-a1b6-98156d985c65 req-ee6f950e-5991-4d27-9715-20c3ce54d998 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250288 Apr 06 12:20:29.180295 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-89419c80-4e02-4955-8896-e416cacc1628 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:29.181788 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-89419c80-4e02-4955-8896-e416cacc1628 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/networks?id=d6e84397-d114-4985-8736-96ebcb9bf1cd HTTP/1.1" status: 200 len: 808 time: 0.1023834 Apr 06 12:20:29.197024 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ae4e1f5f-d186-421f-8115-d7803301f368 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/quotas/649112fa00d64144a28729aa8bb605d2 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Apr 06 12:20:29.229033 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-1a59bdf7-f278-42aa-ac8a-a2fcb2fa1b13 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269279 Apr 06 12:20:29.319824 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-0c0a63bd-cc65-48d6-a38b-91c586fbf738 service neutron] 10.222.0.25 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843403 Apr 06 12:20:29.414069 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-eeffebe9-14f8-4fe3-9b41-1bdc54de23f6 service neutron] 10.222.0.25 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883994 Apr 06 12:20:29.528078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3e1a5-d4c4-493a-8d77-63382dca65e9 req-8383884b-6839-4111-9d34-25377804541d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:29.529547 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e0a3e1a5-d4c4-493a-8d77-63382dca65e9 req-8383884b-6839-4111-9d34-25377804541d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0556834 Apr 06 12:20:29.578112 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e0a3e1a5-d4c4-493a-8d77-63382dca65e9 req-5444eeb8-c744-413f-a1f7-b2caf4d4324b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Apr 06 12:20:29.593215 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device d1fd7df1-50bb-4b07-8067-7db048a31971 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:20:29.612832 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: d1fd7df1-50bb-4b07-8067-7db048a31971 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:20:29.613181 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device d1fd7df1-50bb-4b07-8067-7db048a31971 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:20:29.767305 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-95ae40da-c547-40a1-9371-3213629dff27 req-fa5a12cd-8752-4e9b-acaf-9fce7cac1d73 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 210 time: 0.0310545 Apr 06 12:20:30.005769 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e215e-8ec8-42e6-a4b0-f260d457f4bf req-fc88235a-9b16-4b34-8677-ad6d99838558 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:30.007209 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d85e215e-8ec8-42e6-a4b0-f260d457f4bf req-fc88235a-9b16-4b34-8677-ad6d99838558 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0544453 Apr 06 12:20:30.058723 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d85e215e-8ec8-42e6-a4b0-f260d457f4bf req-e01a1996-ab2d-43ce-b788-fa00080e1b33 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Apr 06 12:20:30.115232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c59f-8bcf-410c-9870-2f4a64f9a1da req-12ccfe56-2083-48ee-8471-7cc647fc1f62 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:30.116853 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-85d5c59f-8bcf-410c-9870-2f4a64f9a1da req-12ccfe56-2083-48ee-8471-7cc647fc1f62 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0600410 Apr 06 12:20:30.164456 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-85d5c59f-8bcf-410c-9870-2f4a64f9a1da req-4284a56b-1157-4c01-bd47-0daac5c323fd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Apr 06 12:20:30.656710 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e78b6257-3320-4323-bb9f-1c02ff21690f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:30.694783 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d71f5-cfcc-4164-977b-14d5c61712fb req-e45d8a43-6521-4e42-a9b6-43a4dba0c49c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:30.694783 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ef8d71f5-cfcc-4164-977b-14d5c61712fb req-e45d8a43-6521-4e42-a9b6-43a4dba0c49c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0516641 Apr 06 12:20:30.742205 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ef8d71f5-cfcc-4164-977b-14d5c61712fb req-cf19fd64-d711-41b6-91e7-3983dae5dbb9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Apr 06 12:20:30.862534 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-57186e83-3436-455e-ac65-0035d0f96d76 req-40aba174-cef3-4a16-b712-f1bc364bdd8a tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 210 time: 0.0292468 Apr 06 12:20:31.182910 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dc2e4-1e80-4aca-8560-b6055bfc01b0 req-19800261-6063-4185-ad6d-1a1af2814cb1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:31.184403 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0d0dc2e4-1e80-4aca-8560-b6055bfc01b0 req-19800261-6063-4185-ad6d-1a1af2814cb1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0506899 Apr 06 12:20:31.236602 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0d0dc2e4-1e80-4aca-8560-b6055bfc01b0 req-798534a8-21f3-4f39-b53d-82e637dc5cd7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Apr 06 12:20:31.295278 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7403f9e-1a31-4ca6-bd3a-9f5080807b0f req-db08f5a9-fe6d-4661-bcf6-05f79efc7ab6 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:31.296790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f7403f9e-1a31-4ca6-bd3a-9f5080807b0f req-db08f5a9-fe6d-4661-bcf6-05f79efc7ab6 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0552003 Apr 06 12:20:31.343622 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f7403f9e-1a31-4ca6-bd3a-9f5080807b0f req-ac84a402-454c-40a8-bec8-ad9f177c8ebb tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Apr 06 12:20:31.866720 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e538-5d4c-4c3f-ad4c-1622c3abd4eb req-9cfa80ec-ad7b-4f4c-ab31-24529f1c2e87 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:31.868807 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b1a4e538-5d4c-4c3f-ad4c-1622c3abd4eb req-9cfa80ec-ad7b-4f4c-ab31-24529f1c2e87 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0572059 Apr 06 12:20:31.914781 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b1a4e538-5d4c-4c3f-ad4c-1622c3abd4eb req-68ec6daf-78e1-4b4a-a0a0-95decf54d2ea tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Apr 06 12:20:31.965773 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0d550963-b471-4807-96ce-f59f489af57c req-69a8bf86-3ca1-4943-8958-b3725a2b4dd5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 210 time: 0.0388913 Apr 06 12:20:32.367768 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad079-3f35-47c0-ab2e-2d2e46850e35 req-bcc6160a-fe81-465d-b727-0c2424b1e8fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:32.369221 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-24bad079-3f35-47c0-ab2e-2d2e46850e35 req-bcc6160a-fe81-465d-b727-0c2424b1e8fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0525908 Apr 06 12:20:32.432535 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-24bad079-3f35-47c0-ab2e-2d2e46850e35 req-7780404f-f6e7-45a2-ae4d-2abae814266e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575075 Apr 06 12:20:32.493517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5aaa3a-7564-43e8-8a45-e6c4d15cac30 req-9768fdd4-1475-4e41-91ab-05f72eb9ecb5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:32.495028 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cd5aaa3a-7564-43e8-8a45-e6c4d15cac30 req-9768fdd4-1475-4e41-91ab-05f72eb9ecb5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0686660 Apr 06 12:20:32.540696 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cd5aaa3a-7564-43e8-8a45-e6c4d15cac30 req-6efc8057-b021-4138-9957-f3fd248ba84b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400608 Apr 06 12:20:32.736547 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:33.070059 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-95e425d2-6ae2-4a46-accc-fee3aea641a6 req-d505b134-ae6d-4d78-be36-7ccae44f644a tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 210 time: 0.0357668 Apr 06 12:20:33.115382 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-539bc340-153e-42b4-b621-d46fc2ca7fec tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:33.116864 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-539bc340-153e-42b4-b621-d46fc2ca7fec tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "GET /v2.0/networks?id=d6e84397-d114-4985-8736-96ebcb9bf1cd HTTP/1.1" status: 200 len: 808 time: 0.1327059 Apr 06 12:20:33.140180 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Request body: {'port': {'device_id': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd', 'admin_state_up': True, 'tenant_id': '649112fa00d64144a28729aa8bb605d2'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:33.269458 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8dc9e11c-b0cb-47c1-b2e6-1177ff01ee8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:33.376751 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Made reservation on behalf of 649112fa00d64144a28729aa8bb605d2 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:33.380295 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:33.514066 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Allocated IP 172.20.0.10 (d6e84397-d114-4985-8736-96ebcb9bf1cd/1fd6e66e-8384-402c-9e0d-7ee7b28efebb/90bb83e8-996a-421d-84e5-7035843e0854) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:20:33.611866 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbce75-3851-4001-a35a-ff32dc795157 req-9982c9fa-c783-4800-b8d1-a727dc76fd00 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:33.613249 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6efbce75-3851-4001-a35a-ff32dc795157 req-9982c9fa-c783-4800-b8d1-a727dc76fd00 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0886793 Apr 06 12:20:33.660176 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd154cb3-b507-4689-ba1f-50c6cc8542eb req-dd3b0027-281c-4e62-828b-94c65aec27cf tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:33.662400 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fd154cb3-b507-4689-ba1f-50c6cc8542eb req-dd3b0027-281c-4e62-828b-94c65aec27cf tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0533035 Apr 06 12:20:33.711617 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6efbce75-3851-4001-a35a-ff32dc795157 req-77ed5ba3-39e4-4db5-a15c-6ae1756b67f9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862617 Apr 06 12:20:33.727940 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fd154cb3-b507-4689-ba1f-50c6cc8542eb req-97ee46a9-db57-4352-9e94-d7c981e6a963 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593481 Apr 06 12:20:33.766347 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks [] for port (90bb83e8-996a-421d-84e5-7035843e0854), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:33.944419 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:33.996685 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Network d6e84397-d114-4985-8736-96ebcb9bf1cd is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:20:34.000264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:34.005387 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:20:34.011636 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:34.011636 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:34.023078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Pushing event updated for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:34.094629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 42878) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:34.099290 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785483315', 'description': 'tempest-description--1397350642'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:34.139924 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3c03f2ac-f9ef-496f-b5d8-03f6423ba022 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047956 Apr 06 12:20:34.153449 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Request body: {'port': {'device_id': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:34.191757 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:34.229251 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:34.266201 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f638c4f-3bf7-46ee-a255-0c67dbf502c5 req-98f7dd4f-189b-4d76-8326-18722467e841 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:34.268028 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4f638c4f-3bf7-46ee-a255-0c67dbf502c5 req-98f7dd4f-189b-4d76-8326-18722467e841 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 932 time: 0.1316733 Apr 06 12:20:34.272582 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (90bb83e8-996a-421d-84e5-7035843e0854), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:34.646117 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-cb6218b7-0932-4724-ad3e-33076472beb2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4013751 Apr 06 12:20:34.658763 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4f638c4f-3bf7-46ee-a255-0c67dbf502c5 req-8c6b6199-6613-4c51-92df-7626b2a3f622 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825493 Apr 06 12:20:34.764940 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (c7eebf0e-c711-4e3a-b233-e7fae5a25c42), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:34.862727 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8942-5535-4abd-8738-5a359b324f8c req-aeefcb28-6f74-48ae-bd24-06175d99e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:34.864803 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-aeefcb28-6f74-48ae-bd24-06175d99e8f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1130 time: 0.1447031 Apr 06 12:20:34.870204 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1057fd-51ce-463a-870d-4b3f10bb20a5 req-00e57c38-2626-468f-a75a-484d5e14d1ca tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:34.878702 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e1057fd-51ce-463a-870d-4b3f10bb20a5 req-00e57c38-2626-468f-a75a-484d5e14d1ca tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0636380 Apr 06 12:20:34.952098 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e1057fd-51ce-463a-870d-4b3f10bb20a5 req-8f9e3de3-66f9-483b-91a3-5b02eae90b78 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729520 Apr 06 12:20:34.980282 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c7eebf0e-c711-4e3a-b233-e7fae5a25c42), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.017721 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c80ef1-2d89-4ab3-be96-93b1900c119f req-3035b563-26d2-4429-9c41-76a41dfb86eb tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.019180 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-14c80ef1-2d89-4ab3-be96-93b1900c119f req-3035b563-26d2-4429-9c41-76a41dfb86eb tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1914496 Apr 06 12:20:35.063315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eebf0e-c711-4e3a-b233-e7fae5a25c42,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:35.145052 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8942-5535-4abd-8738-5a359b324f8c req-aed8d923-a176-4988-9aa0-dff9b8c6a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.146518 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-aed8d923-a176-4988-9aa0-dff9b8c6a423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.2564266 Apr 06 12:20:35.149063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.150154 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-66ce64d5-4de1-40b0-8103-d6f48b6aaeec tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0545228 Apr 06 12:20:35.153511 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42890) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:35.155219 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-14c80ef1-2d89-4ab3-be96-93b1900c119f req-54c16132-a88c-47a2-b2e6-29bbe509d370 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248393 Apr 06 12:20:35.158011 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'security_group_rule': {'security_group_id': 'c7eebf0e-c711-4e3a-b233-e7fae5a25c42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:35.158285 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bb83e8-996a-421d-84e5-7035843e0854 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:35.171582 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks [] for port (90bb83e8-996a-421d-84e5-7035843e0854), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.222962 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Transition to ACTIVE for port object 90bb83e8-996a-421d-84e5-7035843e0854 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:20:35.237008 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-f696f82a-8424-45d2-ab69-9bb3b0e779f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 1002 time: 0.0808578 Apr 06 12:20:35.284268 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (92085562-edee-44f1-a891-6cebcb929daf), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.286936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8942-5535-4abd-8738-5a359b324f8c req-8e71ed31-7e39-4d09-8a6b-bd787cabf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.288369 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-8e71ed31-7e39-4d09-8a6b-bd787cabf1c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0442626 Apr 06 12:20:35.340250 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8942-5535-4abd-8738-5a359b324f8c req-b02bf7b8-097f-4d76-a76e-bf61c241819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.341773 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-b02bf7b8-097f-4d76-a76e-bf61c241819f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469162 Apr 06 12:20:35.349246 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (92085562-edee-44f1-a891-6cebcb929daf), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.392253 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.445377 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (92085562-edee-44f1-a891-6cebcb929daf), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.459845 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Pushing event updated for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:35.463916 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92085562-edee-44f1-a891-6cebcb929daf,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:35.515070 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-26af7727-c90d-41fb-9325-5a1248324c64 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666703 Apr 06 12:20:35.521169 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Attempting to bind port 90bb83e8-996a-421d-84e5-7035843e0854 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:20:35.521169 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Attempting to bind port 90bb83e8-996a-421d-84e5-7035843e0854 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:20:35.521169 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Attempting to bind port 90bb83e8-996a-421d-84e5-7035843e0854 on network d6e84397-d114-4985-8736-96ebcb9bf1cd {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:35.530809 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Port 90bb83e8-996a-421d-84e5-7035843e0854 on network d6e84397-d114-4985-8736-96ebcb9bf1cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:20:35.531128 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Attempting to bind port 90bb83e8-996a-421d-84e5-7035843e0854 on network d6e84397-d114-4985-8736-96ebcb9bf1cd {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:35.545221 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.549153 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1bd52c7c-8bce-46d7-b7dc-eaf95a8846ce tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919971 Apr 06 12:20:35.549499 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42896) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:35.554031 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'security_group_rule': {'security_group_id': 'c7eebf0e-c711-4e3a-b233-e7fae5a25c42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:35.570853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:20:35.571274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Checking segment: {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:20:35.571778 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Bound using segment: {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:20:35.572253 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Bound port: 90bb83e8-996a-421d-84e5-7035843e0854, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d00cc0-d38c-4513-ad36-efd3f083a8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:20:35.572615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (90bb83e8-996a-421d-84e5-7035843e0854), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.691718 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0fed8942-5535-4abd-8738-5a359b324f8c req-5f26d45d-69e6-4d70-8e6f-6a0b9e538ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696365 Apr 06 12:20:35.697360 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (abb436df-0eff-49cd-8999-7a5274217b88), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.709489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987afe1-af0d-4eaa-8787-274410fa0a50 req-702161b1-d2f0-44a3-b89b-42a4775519f5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.711016 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0987afe1-af0d-4eaa-8787-274410fa0a50 req-702161b1-d2f0-44a3-b89b-42a4775519f5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1417415 Apr 06 12:20:35.720333 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:20:35.723852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=90bb83e8-996a-421d-84e5-7035843e0854,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:20:35.803192 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0987afe1-af0d-4eaa-8787-274410fa0a50 req-714e14e7-812b-4df2-bd5b-1d8ec104b66a tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665278 Apr 06 12:20:35.835739 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (abb436df-0eff-49cd-8999-7a5274217b88), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.847329 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33895707-5f0c-4279-90b4-d0b72b89049c req-fc6c6d87-4d33-40ba-99fa-2bce078ffca5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.849170 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-33895707-5f0c-4279-90b4-d0b72b89049c req-fc6c6d87-4d33-40ba-99fa-2bce078ffca5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 944 time: 0.0787306 Apr 06 12:20:35.851396 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.867896 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.906766 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-33895707-5f0c-4279-90b4-d0b72b89049c req-6e4c44c2-7296-4a6d-b6ef-b21c69685817 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493293 Apr 06 12:20:35.931437 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.932084 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.933588 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] 10.222.0.15 "PUT /v2.0/ports/90bb83e8-996a-421d-84e5-7035843e0854 HTTP/1.1" status: 200 len: 1094 time: 1.7839346 Apr 06 12:20:35.934304 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:35.936758 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9553a8f-e761-4ef1-b85c-016e589f1e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "tag": "90bb83e8-996a-421d-84e5-7035843e0854"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:35.939022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19efe0-fca2-4fd4-bad9-fd4dc152676a service neutron] Pushing event updated for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:35.964585 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-42fd8bf5-7dc7-4ed5-8759-9c021d39ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:35.965848 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (abb436df-0eff-49cd-8999-7a5274217b88), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:35.966225 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-42fd8bf5-7dc7-4ed5-8759-9c021d39ed02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1130 time: 0.1282556 Apr 06 12:20:35.979406 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2edc152-9ac7-4a63-85e9-984102aadfcb x-openstack-request-id: req-e2edc152-9ac7-4a63-85e9-984102aadfcb {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:35.979789 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "tag": "90bb83e8-996a-421d-84e5-7035843e0854", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:35.980061 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2edc152-9ac7-4a63-85e9-984102aadfcb {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:35.980604 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2edc152-9ac7-4a63-85e9-984102aadfcb'] response: {'name': 'network-changed', 'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854', 'status': 'completed', 'code': 200} Apr 06 12:20:35.990113 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb436df-0eff-49cd-8999-7a5274217b88,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:36.094454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f730-3aa2-477a-8beb-fbd184fbe295 req-ea916f6e-cb0c-42d9-8ee8-50013ebad9f8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.096468 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-df16f730-3aa2-477a-8beb-fbd184fbe295 req-ea916f6e-cb0c-42d9-8ee8-50013ebad9f8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0598145 Apr 06 12:20:36.118669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.121658 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-70054517-ae4d-4b3d-bc22-37f974daebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.123226 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-70054517-ae4d-4b3d-bc22-37f974daebcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 1128 time: 0.0932043 Apr 06 12:20:36.123686 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f2c5bcc4-7932-44dc-ab58-a02d2a20bb14 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5726476 Apr 06 12:20:36.124362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 42914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:36.133238 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:36.178152 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-df16f730-3aa2-477a-8beb-fbd184fbe295 req-91fc9936-8daa-41d0-a864-5920e80d5494 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754778 Apr 06 12:20:36.184862 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-089ad9cc-c53b-4ebd-80f9-3f3b8944d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.186346 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-089ad9cc-c53b-4ebd-80f9-3f3b8944d041 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.1819000 Apr 06 12:20:36.268675 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.278484 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-abef0d3c-961e-4f83-a7d8-625635617d42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 1002 time: 0.0851762 Apr 06 12:20:36.281147 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-b0ad9436-959d-46a8-8ef1-52dd2e061d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.282550 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-b0ad9436-959d-46a8-8ef1-52dd2e061d12 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=649112fa00d64144a28729aa8bb605d2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1498439 Apr 06 12:20:36.371996 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.380554 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-5ea73098-8d3c-46e2-a56d-49e44bcb928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.382050 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-5ea73098-8d3c-46e2-a56d-49e44bcb928f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0976017 Apr 06 12:20:36.443435 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-5f6a7383-1c30-428e-8251-89e2f4bcd177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.444836 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b9553a8f-e761-4ef1-b85c-016e589f1e4b req-5f6a7383-1c30-428e-8251-89e2f4bcd177 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516154 Apr 06 12:20:36.457131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-6d31c4f3-80db-4a0d-9342-9f14764f9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.459146 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-6d31c4f3-80db-4a0d-9342-9f14764f9a75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0702899 Apr 06 12:20:36.485152 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Allocated IP 172.28.0.229 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:20:36.578030 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-f641fd63-8d1a-4742-8eb1-61efde1e2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.579565 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-f641fd63-8d1a-4742-8eb1-61efde1e2efb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=649112fa00d64144a28729aa8bb605d2&device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 1128 time: 0.0913486 Apr 06 12:20:36.587713 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.589987 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-abbd80f6-b110-4371-9fe7-a34b2084b401 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203320 Apr 06 12:20:36.636919 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-1cfa9ad4-8d65-4f6b-a4b1-5ef1593b6fe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90bb83e8-996a-421d-84e5-7035843e0854 HTTP/1.1" status: 200 len: 217 time: 0.0459914 Apr 06 12:20:36.728830 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-c91c4be3-7aee-4260-921e-4da8214151f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.730242 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-c91c4be3-7aee-4260-921e-4da8214151f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fd6e66e-8384-402c-9e0d-7ee7b28efebb HTTP/1.1" status: 200 len: 848 time: 0.0835161 Apr 06 12:20:36.751948 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.773521 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-3f88e2f1-b26c-490d-9f02-2e6363d14f6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6e84397-d114-4985-8736-96ebcb9bf1cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334201 Apr 06 12:20:36.775826 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9f4295ae-7ef0-4ee5-91c6-cf913256ae7c req-8f0602dc-d499-47ac-8607-76c34db6e5dc service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786790 Apr 06 12:20:36.803457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:20:36.806885 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:36.810431 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:20:36.833472 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'Port': ['ID=a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:36.912125 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:36.932354 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-32ff7d46-5e31-453d-8af8-e1f74a2fe6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485181 Apr 06 12:20:36.955876 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5a8f8-d97e-4094-ae76-dd4567fed9ec req-7dee8848-4086-48e8-80a5-9c5085560c08 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:36.957360 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6af5a8f8-d97e-4094-ae76-dd4567fed9ec req-7dee8848-4086-48e8-80a5-9c5085560c08 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0800672 Apr 06 12:20:37.071592 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ca759-3caf-4ecf-9efb-6ee3007bc651 req-5123d86e-4013-49c9-8384-5a74b3aee63f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:37.071592 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-086ca759-3caf-4ecf-9efb-6ee3007bc651 req-5123d86e-4013-49c9-8384-5a74b3aee63f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 944 time: 0.0585513 Apr 06 12:20:37.071784 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6af5a8f8-d97e-4094-ae76-dd4567fed9ec req-ca309650-0b07-4dbc-80c4-ade8c2af959d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966110 Apr 06 12:20:37.086282 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-086ca759-3caf-4ecf-9efb-6ee3007bc651 req-d4005fcb-5864-46e0-884f-6f94dded64ab tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Apr 06 12:20:37.095220 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a7ad91a5-2374-41c9-9195-3d3dddf7e1cc req-d904b697-5396-48ef-873d-9a5da959fc02 service neutron] 10.222.0.15 "GET /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190484 Apr 06 12:20:37.244239 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.311201 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7984df-941c-4f19-ae6d-970e43737ffb req-5f75a128-e9cc-4de4-a572-8adf35c3dcd3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:37.312848 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1a7984df-941c-4f19-ae6d-970e43737ffb req-5f75a128-e9cc-4de4-a572-8adf35c3dcd3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0626519 Apr 06 12:20:37.363135 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1a7984df-941c-4f19-ae6d-970e43737ffb req-43abdca8-b124-4bff-9609-9b5dd17014e2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Apr 06 12:20:37.393873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.403276 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.528793 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.594921 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'Port': ['ID=a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:37.606911 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.607316 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.607693 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.608037 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.608377 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.608771 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.609104 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.609436 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.609764 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.610095 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.610414 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.610745 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.611069 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.611393 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.611746 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:37.620938 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.736237 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:37.737528 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b596dc55-1f0e-40a3-aae8-c196a56bcb57 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6097579 Apr 06 12:20:37.926865 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-f3969eb1-f597-429a-b113-f1db7fb187bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1785483315&fields=id&tenant_id=f94f8180696f4a629f7d74945eb76980 HTTP/1.1" status: 200 len: 267 time: 0.0429704 Apr 06 12:20:38.036058 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-46185471-0769-4cec-900c-89c8774c93e4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:38.037530 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-46185471-0769-4cec-900c-89c8774c93e4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 0.1028519 Apr 06 12:20:38.051949 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-b0929812-78a4-4360-8b6d-d4a36b26804d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/quotas/f94f8180696f4a629f7d74945eb76980 HTTP/1.1" status: 200 len: 375 time: 0.0089381 Apr 06 12:20:38.119221 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-c54dab6d-b92f-489c-9e36-8caa44abf685 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0566156 Apr 06 12:20:38.188193 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977a91-6ae3-45d8-9e4b-bd721cc78689 req-44ad82f9-ff27-43e8-acce-932434cb18d7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:38.189742 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-aa977a91-6ae3-45d8-9e4b-bd721cc78689 req-44ad82f9-ff27-43e8-acce-932434cb18d7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0523975 Apr 06 12:20:38.244074 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-aa977a91-6ae3-45d8-9e4b-bd721cc78689 req-05f15751-5944-47a3-a989-ddf7ecf32f89 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482545 Apr 06 12:20:38.358590 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e0b82-a938-4eb0-b533-0f8dee8c13f8 req-67fd99c0-e4be-4634-b499-61c43b02b9ff tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:38.360125 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c97e0b82-a938-4eb0-b533-0f8dee8c13f8 req-67fd99c0-e4be-4634-b499-61c43b02b9ff tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 944 time: 0.0597274 Apr 06 12:20:38.408116 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c97e0b82-a938-4eb0-b533-0f8dee8c13f8 req-ec7c24ff-8b6e-4ac8-850f-3d834646357a tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421126 Apr 06 12:20:38.413440 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-fce38ab0-3c11-466e-adad-9d57a47e1667 service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816267 Apr 06 12:20:38.504294 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-b60cdefe-83b3-4f0a-9923-6d3eebbcbde3 service neutron] 10.222.0.25 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Apr 06 12:20:38.514858 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a03ed-53d1-404a-b723-b4a301f718ec req-9941f0f2-052f-4bdb-936c-5e82babd64dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:38.516397 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ec4a03ed-53d1-404a-b723-b4a301f718ec req-9941f0f2-052f-4bdb-936c-5e82babd64dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0521946 Apr 06 12:20:38.567777 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ec4a03ed-53d1-404a-b723-b4a301f718ec req-d691c6e7-661b-4e28-9d3d-b988a2656619 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446641 Apr 06 12:20:38.755462 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a12ec6dc-8efe-4bba-b6c4-7b8621c614d6 req-43d81348-729d-4c65-94f7-38e27575b89f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Apr 06 12:20:39.364217 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aba48-f8f8-4055-b464-9efc151f2392 req-ac8bb184-42d3-485e-b1d1-11577ac4c50b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:39.365692 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b60aba48-f8f8-4055-b464-9efc151f2392 req-ac8bb184-42d3-485e-b1d1-11577ac4c50b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0536346 Apr 06 12:20:39.417474 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b60aba48-f8f8-4055-b464-9efc151f2392 req-bee9bf7a-3e92-4521-b001-1e7d5deb6686 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461442 Apr 06 12:20:39.529989 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e922e-72c0-4aee-a0db-471cbb381197 req-c7cc42da-7a75-4cba-a728-1df3d119863f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:39.531369 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-655e922e-72c0-4aee-a0db-471cbb381197 req-c7cc42da-7a75-4cba-a728-1df3d119863f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 944 time: 0.0545788 Apr 06 12:20:39.578078 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-655e922e-72c0-4aee-a0db-471cbb381197 req-c2ccad7a-7d76-4ab6-83e7-9501f795e331 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Apr 06 12:20:39.607189 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 90bb83e8-996a-421d-84e5-7035843e0854 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:20:39.688237 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758cee7-031c-497b-81f7-92db093e4e16 req-a8f2f013-c1a7-4416-9ee8-de5f2638878a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:39.689628 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c758cee7-031c-497b-81f7-92db093e4e16 req-a8f2f013-c1a7-4416-9ee8-de5f2638878a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0507243 Apr 06 12:20:39.707324 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=90bb83e8-996a-421d-84e5-7035843e0854,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:39.719940 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '90bb83e8-996a-421d-84e5-7035843e0854', 'network_id': 'd6e84397-d114-4985-8736-96ebcb9bf1cd', 'port_id': '90bb83e8-996a-421d-84e5-7035843e0854', 'mac_address': 'fa:16:3e:a2:f8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd6e66e-8384-402c-9e0d-7ee7b28efebb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:20:39.739439 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c758cee7-031c-497b-81f7-92db093e4e16 req-21e36938-95cd-45fe-91ae-7bd6b95fc913 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434487 Apr 06 12:20:39.766156 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 90bb83e8-996a-421d-84e5-7035843e0854 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:39.766645 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (90bb83e8-996a-421d-84e5-7035843e0854), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:39.781200 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bb83e8-996a-421d-84e5-7035843e0854 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:39.800989 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=90bb83e8-996a-421d-84e5-7035843e0854,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:39.851733 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22f07434-79ec-435c-96b6-3e025ae00a40 req-51313386-7617-4bca-967d-f40877bb149d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0304518 Apr 06 12:20:39.896529 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:39.943298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:40.208403 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['90bb83e8-996a-421d-84e5-7035843e0854'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:40.694149 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046299-6276-4480-9ef9-27b320c52d59 req-949fefb0-d595-4d7a-8fcf-59df577138ac tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:40.695664 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f7046299-6276-4480-9ef9-27b320c52d59 req-949fefb0-d595-4d7a-8fcf-59df577138ac tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 945 time: 0.0521572 Apr 06 12:20:40.744501 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f7046299-6276-4480-9ef9-27b320c52d59 req-2f520675-6c71-4691-be74-183c2c42d9b5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Apr 06 12:20:40.863964 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9bb83-3df6-4532-8f10-b49d224bcafe req-d92c587d-3304-4cc2-a913-5bacee11e213 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:40.865351 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-77c9bb83-3df6-4532-8f10-b49d224bcafe req-d92c587d-3304-4cc2-a913-5bacee11e213 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0528049 Apr 06 12:20:40.917022 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-77c9bb83-3df6-4532-8f10-b49d224bcafe req-de514123-721f-47fc-bf98-e6791f87bc9b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Apr 06 12:20:40.950027 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1ce73d4a-bc20-4162-99ee-826e0eacd8d0 req-22e9a4bc-7278-4cce-98a1-b10e22aa32f0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Apr 06 12:20:41.357837 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-8d1cfb39-a806-410a-b043-35b82d5c37e3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:41.359256 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-8d1cfb39-a806-410a-b043-35b82d5c37e3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 819 time: 0.1064308 Apr 06 12:20:41.419611 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-a10391f3-7909-472b-9528-0b9f646ddf7a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f94f8180696f4a629f7d74945eb76980 HTTP/1.1" status: 200 len: 380 time: 0.0512493 Apr 06 12:20:41.427865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'port': {'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'admin_state_up': True, 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'security_groups': ['c7eebf0e-c711-4e3a-b233-e7fae5a25c42']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:41.622988 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 90bb83e8-996a-421d-84e5-7035843e0854 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:20:41.665800 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Made reservation on behalf of f94f8180696f4a629f7d74945eb76980 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:41.680683 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:41.759029 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43022) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:41.776132 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 90bb83e8-996a-421d-84e5-7035843e0854 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:20:41.780207 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 90bb83e8-996a-421d-84e5-7035843e0854 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:41.780579 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (90bb83e8-996a-421d-84e5-7035843e0854), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:41.836372 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Allocated IP 172.20.0.5 (5c363a34-7561-4021-9b08-9f1576109a40/b5db7ee1-73d3-463c-9470-ac91c2df98a5/80f2820a-889e-489c-8f61-7b9b206423f0) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:20:41.869729 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 90bb83e8-996a-421d-84e5-7035843e0854 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:41.870152 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (90bb83e8-996a-421d-84e5-7035843e0854), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:41.904320 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:41.906931 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf802c-bede-4924-9a51-8305e6c1f21d" -d '{"events": [{"server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "name": "network-vif-plugged", "status": "completed", "tag": "90bb83e8-996a-421d-84e5-7035843e0854"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:41.908186 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46fd70f0-6186-418d-a2f2-3f5dac75ace2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:41.919803 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=90bb83e8-996a-421d-84e5-7035843e0854,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:41.940625 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7871-dd00-4771-8bed-7ce66cb8a749 req-4f154869-84c9-4b04-8380-1f32b9475fe8 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:41.942761 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6dba7871-dd00-4771-8bed-7ce66cb8a749 req-4f154869-84c9-4b04-8380-1f32b9475fe8 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 945 time: 0.1080143 Apr 06 12:20:41.951943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca93097-4f5b-4968-9eab-f962d1b27263 x-openstack-request-id: req-fca93097-4f5b-4968-9eab-f962d1b27263 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:41.952260 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "name": "network-vif-plugged", "status": "completed", "tag": "90bb83e8-996a-421d-84e5-7035843e0854", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:41.952518 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fca93097-4f5b-4968-9eab-f962d1b27263 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:41.953310 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca93097-4f5b-4968-9eab-f962d1b27263'] response: {'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854', 'code': 200} Apr 06 12:20:42.000851 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46fd70f0-6186-418d-a2f2-3f5dac75ace2 admin admin] Publish callbacks [] for security_group (255fc0e4-36c7-4c5f-878a-95deedb63f48), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.040188 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.072682 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7e36-5270-410a-ad09-6b01eae5f222 req-d3de4e44-25dc-42fe-a845-b6f684ac081d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:42.074939 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-19dc7e36-5270-410a-ad09-6b01eae5f222 req-d3de4e44-25dc-42fe-a845-b6f684ac081d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0696669 Apr 06 12:20:42.075730 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6dba7871-dd00-4771-8bed-7ce66cb8a749 req-08b062f4-ab03-4050-a8e1-83db4090d4dc tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075096 Apr 06 12:20:42.103551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for port (80f2820a-889e-489c-8f61-7b9b206423f0), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.103835 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-46fd70f0-6186-418d-a2f2-3f5dac75ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (255fc0e4-36c7-4c5f-878a-95deedb63f48), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.105490 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:42.162819 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-46fd70f0-6186-418d-a2f2-3f5dac75ace2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b45b084e13454090a29751ac7dc992cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989348 Apr 06 12:20:42.163247 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 43040) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:42.165146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd70f0-6186-418d-a2f2-3f5dac75ace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255fc0e4-36c7-4c5f-878a-95deedb63f48,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:42.175066 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-19dc7e36-5270-410a-ad09-6b01eae5f222 req-040518fb-0dd6-43e3-8e1b-2f61c1571e9f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875216 Apr 06 12:20:42.186491 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-93d01af0-ded7-4495-bb57-70b9714cb871 req-d8fd69d2-cbe3-4f4f-8ad7-56361545cfad tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0339451 Apr 06 12:20:42.228842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] Publish callbacks [] for security_group (255fc0e4-36c7-4c5f-878a-95deedb63f48), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.240799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.277949 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] Publish callbacks [] for security_group (255fc0e4-36c7-4c5f-878a-95deedb63f48), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.303664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Network 5c363a34-7561-4021-9b08-9f1576109a40 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:20:42.312359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:42.321029 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:20:42.326477 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:42.327067 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.363187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event updated for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:42.388597 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.388949 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.389293 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.389635 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.389971 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.390299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.390734 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.391241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.391600 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.391927 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.392248 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.392568 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.392889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.393209 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.393551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:20:42.418738 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b878f-978d-4254-b988-a8cc8d04d878 req-2ce78f6b-6ba0-4e68-b177-ace15bf91d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:42.422380 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6e2b878f-978d-4254-b988-a8cc8d04d878 req-2ce78f6b-6ba0-4e68-b177-ace15bf91d56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 1130 time: 0.0770485 Apr 06 12:20:42.468669 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6e2b878f-978d-4254-b988-a8cc8d04d878 req-0d30442b-405d-4a67-8fd1-c0ff11298131 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Apr 06 12:20:42.505261 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-95cb7f4d-f08e-45d5-8331-3cd0a92884d7 None None] Provisioning complete for port 80f2820a-889e-489c-8f61-7b9b206423f0 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:42.505627 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-95cb7f4d-f08e-45d5-8331-3cd0a92884d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.541374 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-95cb7f4d-f08e-45d5-8331-3cd0a92884d7 None None] Port 80f2820a-889e-489c-8f61-7b9b206423f0 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:20:42.570448 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-91f73ff3-d964-4db6-baa8-dbf48e578f7d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1461656 Apr 06 12:20:42.642102 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (255fc0e4-36c7-4c5f-878a-95deedb63f48), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.645102 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:42.648651 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/255fc0e4-36c7-4c5f-878a-95deedb63f48 HTTP/1.1" status: 204 len: 168 time: 0.4821923 Apr 06 12:20:42.654825 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7675ab4-4532-4012-9ce6-691ad8995568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255fc0e4-36c7-4c5f-878a-95deedb63f48,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:42.680158 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Request body: {'port': {'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:42.738546 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.000928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f2820a-889e-489c-8f61-7b9b206423f0 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:43.008774 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks [] for port (80f2820a-889e-489c-8f61-7b9b206423f0), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.020914 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Transition to ACTIVE for port object 80f2820a-889e-489c-8f61-7b9b206423f0 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:20:43.134359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.224503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Pushing event updated for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:43.227849 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Attempting to bind port 80f2820a-889e-489c-8f61-7b9b206423f0 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:20:43.228170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Attempting to bind port 80f2820a-889e-489c-8f61-7b9b206423f0 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:20:43.228503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Attempting to bind port 80f2820a-889e-489c-8f61-7b9b206423f0 on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:43.238038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Port 80f2820a-889e-489c-8f61-7b9b206423f0 on network 5c363a34-7561-4021-9b08-9f1576109a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:20:43.238038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Attempting to bind port 80f2820a-889e-489c-8f61-7b9b206423f0 on network 5c363a34-7561-4021-9b08-9f1576109a40 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:43.238862 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a122c69-908a-4aba-ab82-54e7a56fe683 req-412082da-5859-4ccf-b46a-1af7222889d1 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:43.247970 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2a122c69-908a-4aba-ab82-54e7a56fe683 req-412082da-5859-4ccf-b46a-1af7222889d1 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0922797 Apr 06 12:20:43.251706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:20:43.252315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Checking segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:20:43.252904 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Bound using segment: {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:20:43.253603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Bound port: 80f2820a-889e-489c-8f61-7b9b206423f0, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:20:43.255143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.305712 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2a122c69-908a-4aba-ab82-54e7a56fe683 req-bf349bd6-81db-453d-9bab-35701e6a5124 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560520 Apr 06 12:20:43.381479 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:20:43.386763 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=80f2820a-889e-489c-8f61-7b9b206423f0,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:20:43.397389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e71c3-549a-495a-9646-f212dd192236 req-7a288688-4e7d-4dd5-a3eb-f70174b5d2b6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:43.404660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2c2e71c3-549a-495a-9646-f212dd192236 req-7a288688-4e7d-4dd5-a3eb-f70174b5d2b6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1018734 Apr 06 12:20:43.449165 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2c2e71c3-549a-495a-9646-f212dd192236 req-a2cc5e3c-2bf3-482e-9325-defdce2e1e5c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Apr 06 12:20:43.460059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43ca70-9a1b-40e6-b6e8-440106883bbc req-400313b0-1524-4175-83cb-1afa8ed2c678 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:43.466821 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7f43ca70-9a1b-40e6-b6e8-440106883bbc req-400313b0-1524-4175-83cb-1afa8ed2c678 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0630403 Apr 06 12:20:43.509535 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7f43ca70-9a1b-40e6-b6e8-440106883bbc req-97e6a534-3bf8-4a27-a1f8-a24baeab0370 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417738 Apr 06 12:20:43.571609 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.610621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:43.611259 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.612697 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] 10.222.0.15 "PUT /v2.0/ports/80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 1093 time: 0.9393921 Apr 06 12:20:43.613148 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:43.616110 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:43.639210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455884b4-0259-44ef-8a6c-942a1677018c service neutron] Pushing event updated for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:43.639424 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43070) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:43.672541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8376be3-45eb-4b7d-85ba-3622c088433d x-openstack-request-id: req-a8376be3-45eb-4b7d-85ba-3622c088433d {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:43.672842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:43.673106 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8376be3-45eb-4b7d-85ba-3622c088433d {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:43.673539 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8376be3-45eb-4b7d-85ba-3622c088433d'] response: {'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'status': 'completed', 'code': 200} Apr 06 12:20:43.762112 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ee3731b-9e49-46c2-83e9-9638a56544ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.837212 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ee3731b-9e49-46c2-83e9-9638a56544ae admin admin] Publish callbacks [] for security_group (9acc88c5-cdad-4b0e-b941-ab1944420fab), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.936513 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ee3731b-9e49-46c2-83e9-9638a56544ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9acc88c5-cdad-4b0e-b941-ab1944420fab), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:43.981786 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8ee3731b-9e49-46c2-83e9-9638a56544ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9165026e14bc41e0bee015988f86053b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389158 Apr 06 12:20:43.981786 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3731b-9e49-46c2-83e9-9638a56544ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acc88c5-cdad-4b0e-b941-ab1944420fab,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:43.982179 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 43080) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:44.032306 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] Publish callbacks [] for security_group (9acc88c5-cdad-4b0e-b941-ab1944420fab), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:44.057865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] Publish callbacks [] for security_group (9acc88c5-cdad-4b0e-b941-ab1944420fab), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:44.183769 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-ce6f0fbc-a84a-436a-a3ca-8aa66626e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.185353 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-ce6f0fbc-a84a-436a-a3ca-8aa66626e96e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0474319 Apr 06 12:20:44.211957 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9acc88c5-cdad-4b0e-b941-ab1944420fab), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:44.214477 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:44.215685 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9acc88c5-cdad-4b0e-b941-ab1944420fab HTTP/1.1" status: 204 len: 168 time: 0.2324307 Apr 06 12:20:44.251151 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f1a38-3718-4675-acb8-4e3269a9cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acc88c5-cdad-4b0e-b941-ab1944420fab,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:44.309317 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-90f43de7-c270-46c2-8d23-87b6e5ad3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.310924 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-90f43de7-c270-46c2-8d23-87b6e5ad3632 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f94f8180696f4a629f7d74945eb76980&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1188853 Apr 06 12:20:44.442165 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba21ff-6a32-4d60-8005-8594af7c8262 req-fadea1b5-4dc4-44c5-b00e-1c94812089bc tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.443765 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-25ba21ff-6a32-4d60-8005-8594af7c8262 req-fadea1b5-4dc4-44c5-b00e-1c94812089bc tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0565808 Apr 06 12:20:44.494176 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-25ba21ff-6a32-4d60-8005-8594af7c8262 req-cb5965fe-4a1f-46b0-825d-9245c8d31ad8 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Apr 06 12:20:44.639884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ef34a-5072-497e-b277-5cd6291e76fa req-1643dc25-6e7d-4e26-ade9-c244a3d7530d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.647154 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a63ef34a-5072-497e-b277-5cd6291e76fa req-1643dc25-6e7d-4e26-ade9-c244a3d7530d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0587354 Apr 06 12:20:44.681782 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148278d-44f4-4dbb-9dbd-4799c621b6b6 req-7d9ce619-cc43-431f-a9a6-a666d1d39646 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.683290 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5148278d-44f4-4dbb-9dbd-4799c621b6b6 req-7d9ce619-cc43-431f-a9a6-a666d1d39646 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1105511 Apr 06 12:20:44.686250 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-5753976d-df73-4950-bf37-6f6d7eefc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.687701 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a499675e-22a8-4ff6-95dc-f93bb29ff6f5 req-5753976d-df73-4950-bf37-6f6d7eefc414 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3706815 Apr 06 12:20:44.706219 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a63ef34a-5072-497e-b277-5cd6291e76fa req-8d97d03e-6835-4bc8-92dc-310cdadd2ad3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581713 Apr 06 12:20:44.756071 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5148278d-44f4-4dbb-9dbd-4799c621b6b6 req-09e798f2-9556-4f9a-99e6-e3e5ef9a21bd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671909 Apr 06 12:20:44.793796 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-28180a7a-a764-4685-929f-ab762dfcd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.793796 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-28180a7a-a764-4685-929f-ab762dfcd493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0507298 Apr 06 12:20:44.836976 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-aa17573a-df13-4eaf-b639-89872ff15af7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 217 time: 0.0348201 Apr 06 12:20:44.890391 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-9b1bac78-662a-4b33-8ae1-5ef14e02c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.891861 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-9b1bac78-662a-4b33-8ae1-5ef14e02c7e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0490785 Apr 06 12:20:44.960085 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-ee9caf11-9cc6-4ef9-a6c5-73639a39d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:44.961556 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-ee9caf11-9cc6-4ef9-a6c5-73639a39d86b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447395 Apr 06 12:20:45.055911 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-93fb7ede-d351-46d7-8c19-51148896c2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863180 Apr 06 12:20:45.147239 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abcb2284-f91e-40de-b6e1-87da5ad5a0a0 req-f78e4684-67f6-48d5-9baf-6ea9241f255b service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845356 Apr 06 12:20:45.620982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fabb6-8dc8-456b-8421-0e430de9b9dd req-3273194f-68dd-4c41-ba35-7bffc9235204 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:45.622497 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bf6fabb6-8dc8-456b-8421-0e430de9b9dd req-3273194f-68dd-4c41-ba35-7bffc9235204 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0555222 Apr 06 12:20:45.669141 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bf6fabb6-8dc8-456b-8421-0e430de9b9dd req-49d5fb94-2a77-438e-bbd5-210f2bb7c47e tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Apr 06 12:20:45.834053 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe43a4-8970-403b-a0b9-cb0641cc2858 req-7fd4921f-f6dc-4697-971f-2c1cb7f68be7 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:45.841062 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9cbe43a4-8970-403b-a0b9-cb0641cc2858 req-7fd4921f-f6dc-4697-971f-2c1cb7f68be7 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0634367 Apr 06 12:20:45.884183 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9cbe43a4-8970-403b-a0b9-cb0641cc2858 req-e0313d6e-278c-42ce-acf9-727b7f043df5 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Apr 06 12:20:45.888921 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf18eba-828e-4723-a980-2552e8fdc0ae req-67e3092a-1eae-4d79-b18f-cef6bed5dbef tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:45.890623 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7bf18eba-828e-4723-a980-2552e8fdc0ae req-67e3092a-1eae-4d79-b18f-cef6bed5dbef tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0542583 Apr 06 12:20:45.937709 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7bf18eba-828e-4723-a980-2552e8fdc0ae req-7c5496c2-616b-446a-98c7-de59a703ad24 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Apr 06 12:20:46.290942 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-240b3f7b-8bf2-4f44-8781-4e315304443e tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dcdb57c483684430975544b02b0f57f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344326 Apr 06 12:20:46.476295 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-b3cc75bb-ccee-4e17-bb91-dbe7393dd472 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:46.477737 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-b3cc75bb-ccee-4e17-bb91-dbe7393dd472 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1818790 Apr 06 12:20:46.493630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-fcda35bd-d63c-4b5b-92ac-ea775e007a4e tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/quotas/dcdb57c483684430975544b02b0f57f7 HTTP/1.1" status: 200 len: 375 time: 0.0101285 Apr 06 12:20:46.528144 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-11d3eea2-f3bd-4455-bdd5-0803d5d00e23 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dcdb57c483684430975544b02b0f57f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286472 Apr 06 12:20:46.771529 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d355cf10-39b9-4267-83b8-3922c86cf7c5 req-b16d3410-db20-4904-9c37-8bf88cb650ee tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Apr 06 12:20:47.008852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f523ba-eddb-4264-b9a6-cca1c806c766 req-5de47327-f824-4dc5-8d4b-60b826e80ca9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:47.010340 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-16f523ba-eddb-4264-b9a6-cca1c806c766 req-5de47327-f824-4dc5-8d4b-60b826e80ca9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0535409 Apr 06 12:20:47.062858 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-16f523ba-eddb-4264-b9a6-cca1c806c766 req-4e6ba6db-60d1-4da7-819e-bfcf9568205b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466297 Apr 06 12:20:47.149594 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec528d-318c-4525-9525-a7fe7d518771 req-854c723a-156e-43ff-80ce-f405983bb5e2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:47.151161 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-66ec528d-318c-4525-9525-a7fe7d518771 req-854c723a-156e-43ff-80ce-f405983bb5e2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0612359 Apr 06 12:20:47.184292 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ce1d-de13-4ec7-b93c-62c256606916 req-796168c5-563f-461d-9542-7b6a6d2918f5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:47.186660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-17f2ce1d-de13-4ec7-b93c-62c256606916 req-796168c5-563f-461d-9542-7b6a6d2918f5 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0651145 Apr 06 12:20:47.203831 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-66ec528d-318c-4525-9525-a7fe7d518771 req-fb4c7c5f-3555-4246-930d-01b69e8fa7fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466371 Apr 06 12:20:47.242190 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-17f2ce1d-de13-4ec7-b93c-62c256606916 req-9580fbf8-d52d-4668-8af3-b77c7548ee5f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491080 Apr 06 12:20:47.656039 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:20:47.755492 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:47.766703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:20:47.804072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: ACTIVE; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:47.804474 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:47.818704 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:47.838906 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:47.848211 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-df178b9b-4e6b-477c-af31-b3231258d56a req-d6b794bc-698a-4df7-a631-86767edcab3d tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0263741 Apr 06 12:20:47.939624 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:47.940421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 80f2820a-889e-489c-8f61-7b9b206423f0 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:20:48.033348 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=6']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:48.082480 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=80f2820a-889e-489c-8f61-7b9b206423f0,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:48.094467 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '80f2820a-889e-489c-8f61-7b9b206423f0', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:20:48.134996 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 80f2820a-889e-489c-8f61-7b9b206423f0 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:48.135396 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:48.148959 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f2820a-889e-489c-8f61-7b9b206423f0 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:48.171694 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=80f2820a-889e-489c-8f61-7b9b206423f0,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:48.188076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a39d2e-be2e-4f1c-8ae3-edf77d889f01 req-5f5267dd-19ea-4010-94c3-76609c275685 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:48.189602 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4a39d2e-be2e-4f1c-8ae3-edf77d889f01 req-5f5267dd-19ea-4010-94c3-76609c275685 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0553417 Apr 06 12:20:48.240675 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4a39d2e-be2e-4f1c-8ae3-edf77d889f01 req-46c5eb91-e285-43b2-bd8c-ce6a3284537b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419421 Apr 06 12:20:48.265355 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:48.315576 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:48.343059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c95a-1ab5-4c00-8acc-82dd71614d7f req-4cdf4e69-9ce4-4efb-adb9-538e75d6eeef tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:48.345199 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5ec1c95a-1ab5-4c00-8acc-82dd71614d7f req-4cdf4e69-9ce4-4efb-adb9-538e75d6eeef tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0629811 Apr 06 12:20:48.370732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1662a-d7c8-473a-b0e1-351413a77feb req-2818d8dc-2d11-450e-b556-2ce69a4ec9f6 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:48.373997 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4ba1662a-d7c8-473a-b0e1-351413a77feb req-2818d8dc-2d11-450e-b556-2ce69a4ec9f6 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0625372 Apr 06 12:20:48.392500 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5ec1c95a-1ab5-4c00-8acc-82dd71614d7f req-d47377ba-f0f6-41e9-8027-8bb3ff2add3a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Apr 06 12:20:48.423841 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4ba1662a-d7c8-473a-b0e1-351413a77feb req-b45abf5b-05d1-489d-9d27-c81fe29238ab tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458632 Apr 06 12:20:48.591969 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['ec18c45b-5ea0-4bf6-84ea-842c09625e30'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:48.763840 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['80f2820a-889e-489c-8f61-7b9b206423f0'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:48.945526 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1c2adf46-8ee3-4726-8acc-1f43983fd735 req-afd3de21-a295-4094-bf52-d6f5e095fb44 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Apr 06 12:20:49.084218 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f197263-a447-4bb5-afad-177d6033c81e req-0d541382-1325-4690-8e36-f0d9e1d2df11 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:49.085657 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3f197263-a447-4bb5-afad-177d6033c81e req-0d541382-1325-4690-8e36-f0d9e1d2df11 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0512152 Apr 06 12:20:49.198846 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Deleting port 90bb83e8-996a-421d-84e5-7035843e0854 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:20:49.199495 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (90bb83e8-996a-421d-84e5-7035843e0854), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.293613 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] For port 90bb83e8-996a-421d-84e5-7035843e0854, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=90bb83e8-996a-421d-84e5-7035843e0854,segment=NetworkSegment(27d00cc0-d38c-4513-ad36-efd3f083a8ca),segment_id=27d00cc0-d38c-4513-ad36-efd3f083a8ca)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:49.294143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (90bb83e8-996a-421d-84e5-7035843e0854), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.308376 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Calling delete_port for 90bb83e8-996a-421d-84e5-7035843e0854 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:20:49.402292 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002bc8-01dd-4c2a-aaf1-4188d07461e3 req-b1f813c4-7db6-478f-8430-5724ab10a132 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:49.403772 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-36002bc8-01dd-4c2a-aaf1-4188d07461e3 req-b1f813c4-7db6-478f-8430-5724ab10a132 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0966601 Apr 06 12:20:49.491220 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-36002bc8-01dd-4c2a-aaf1-4188d07461e3 req-e81ffabf-aee5-4926-8a5c-749ee2405f95 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727582 Apr 06 12:20:49.573500 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80379fc2-9cff-48b2-86cf-630516b65b10 req-48e226b7-91f1-4d4e-bb81-12434067cccf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:49.575022 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-80379fc2-9cff-48b2-86cf-630516b65b10 req-48e226b7-91f1-4d4e-bb81-12434067cccf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0778718 Apr 06 12:20:49.629612 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-80379fc2-9cff-48b2-86cf-630516b65b10 req-53b739f5-e2e3-422b-8845-d1031bb622bf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Apr 06 12:20:49.631897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61227-179d-4a55-bfff-b232781a384b req-252c9bbf-5c54-4913-ba4b-c9ab2caecaab tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:49.633402 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-86b61227-179d-4a55-bfff-b232781a384b req-252c9bbf-5c54-4913-ba4b-c9ab2caecaab tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 946 time: 0.0676212 Apr 06 12:20:49.681668 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-86b61227-179d-4a55-bfff-b232781a384b req-c5c70864-f7b4-4646-8231-11e521e11633 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a65c28a-2f59-46d4-a5ff-7a2206b67d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Apr 06 12:20:49.681899 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:20:49.693785 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (90bb83e8-996a-421d-84e5-7035843e0854), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.707943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['90bb83e8-996a-421d-84e5-7035843e0854'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:49.724964 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Pushing event deleted for resources: {'Port': ['ID=90bb83e8-996a-421d-84e5-7035843e0854,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:49.762044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port ec18c45b-5ea0-4bf6-84ea-842c09625e30 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:49.762470 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.776472 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] No DVR routers for this DVR port 90bb83e8-996a-421d-84e5-7035843e0854 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:20:49.787195 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.790421 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3f197263-a447-4bb5-afad-177d6033c81e req-e3e3e24d-594f-4851-8eb4-4653962d0814 tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.15 "DELETE /v2.0/ports/90bb83e8-996a-421d-84e5-7035843e0854 HTTP/1.1" status: 204 len: 173 time: 0.6862965 Apr 06 12:20:49.792381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'name': 'network-vif-deleted', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:49.794669 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acabfe83-74a5-46fe-8bf6-d2c4b2611644" -d '{"events": [{"server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "name": "network-vif-deleted", "tag": "90bb83e8-996a-421d-84e5-7035843e0854"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:49.812019 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-b4e0c5f4-9cfa-45d3-bea6-1c49ddbb7072 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dcdb57c483684430975544b02b0f57f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366545 Apr 06 12:20:49.853990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd9ad61-d64f-444d-952c-7c736cd383cf x-openstack-request-id: req-0bd9ad61-d64f-444d-952c-7c736cd383cf {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:49.854313 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9371c7b7-19f1-46ff-a1c8-5b86db50d03b", "name": "network-vif-deleted", "tag": "90bb83e8-996a-421d-84e5-7035843e0854", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:49.854576 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bd9ad61-d64f-444d-952c-7c736cd383cf {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:49.854982 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd9ad61-d64f-444d-952c-7c736cd383cf'] response: {'server_uuid': '9371c7b7-19f1-46ff-a1c8-5b86db50d03b', 'name': 'network-vif-deleted', 'tag': '90bb83e8-996a-421d-84e5-7035843e0854', 'status': 'completed', 'code': 200} Apr 06 12:20:49.875795 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:49.876350 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:49.899554 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:49.901724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfc6602-cb38-4e88-8d24-c14f812ee1ab" -d '{"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:49.915810 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:49.946734 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07ec93-c154-4b01-9b58-9a3be170d7f0 x-openstack-request-id: req-6a07ec93-c154-4b01-9b58-9a3be170d7f0 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:49.947052 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:49.947319 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a07ec93-c154-4b01-9b58-9a3be170d7f0 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:49.948293 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a07ec93-c154-4b01-9b58-9a3be170d7f0'] response: {'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'code': 200} Apr 06 12:20:49.963646 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-b45115a3-e7d1-4f75-9dfc-d8141166ad1f tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:49.965128 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-b45115a3-e7d1-4f75-9dfc-d8141166ad1f tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463683 Apr 06 12:20:50.022046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Request body: {'port': {'device_id': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75', 'admin_state_up': True, 'tenant_id': 'dcdb57c483684430975544b02b0f57f7'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:50.027561 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.028384 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 80f2820a-889e-489c-8f61-7b9b206423f0 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:20:50.061159 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-72137789-d385-46a0-9416-d63409ca00d2 req-e53d0f39-80e3-4fc2-b283-2131f2531ee8 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0458055 Apr 06 12:20:50.156861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=7']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:50.242353 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 80f2820a-889e-489c-8f61-7b9b206423f0 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:20:50.247044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 80f2820a-889e-489c-8f61-7b9b206423f0 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:50.247427 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.276558 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Made reservation on behalf of dcdb57c483684430975544b02b0f57f7 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:20:50.281212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.292034 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.357070 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 80f2820a-889e-489c-8f61-7b9b206423f0 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:50.358468 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.400597 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=80f2820a-889e-489c-8f61-7b9b206423f0,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:50.403625 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks [] for security_group (6e720831-7677-4220-9a8d-53759a05bb8f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.497054 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.565380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6e720831-7677-4220-9a8d-53759a05bb8f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:50.701948 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:50.720739 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e720831-7677-4220-9a8d-53759a05bb8f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:50.748977 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aecfba-2d22-48cd-97c9-eb9bce07398b req-b5c93f5b-80e7-4f90-87a6-ef3b90eded22 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:50.750473 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2aecfba-2d22-48cd-97c9-eb9bce07398b req-b5c93f5b-80e7-4f90-87a6-ef3b90eded22 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.1782932 Apr 06 12:20:50.854112 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77729572-e26a-4951-bc59-9f3ff0e0fe9a req-ec3573b4-c35f-44b4-9828-c9235ce7f2a3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:50.863796 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2aecfba-2d22-48cd-97c9-eb9bce07398b req-91bee9a1-b668-4824-b30e-c8e1f9aac7a1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023819 Apr 06 12:20:50.865535 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-77729572-e26a-4951-bc59-9f3ff0e0fe9a req-ec3573b4-c35f-44b4-9828-c9235ce7f2a3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0818334 Apr 06 12:20:50.896383 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Allocated IP 192.168.233.25 (50ffe09c-4af8-4c74-ab33-36accc4bbd75/2911c7e5-db86-4ee1-a820-6d5f9427deba/180694b7-6ff0-48e7-b4b5-eb031b9d667f) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:20:50.932001 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-77729572-e26a-4951-bc59-9f3ff0e0fe9a req-03b39b13-293c-4026-9c35-5b2cb5c4efe2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651278 Apr 06 12:20:50.996241 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-29432e8e-c856-411b-9643-eec6560f4482 req-7bbd6ec3-d3e8-4ba6-8451-d5430c6cf54f tempest-VolumesActionsTest-1926142661 tempest-VolumesActionsTest-1926142661-project] 10.222.0.25 "GET /v2.0/ports?device_id=9371c7b7-19f1-46ff-a1c8-5b86db50d03b HTTP/1.1" status: 200 len: 210 time: 0.0496972 Apr 06 12:20:51.136687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks [] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:51.183903 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f5a4c73b-06d1-4646-9421-7cc8799fa20b req-640b94df-adfe-4a41-9d5d-17a739db0f1a tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0375195 Apr 06 12:20:51.289093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:51.390654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:20:51.398768 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:20:51.402126 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:20:51.412811 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:51.413856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:51.430391 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Pushing event updated for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:51.682841 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-7173474e-d37d-4ecc-8b92-0e7d1084296b None None] Provisioning complete for port 180694b7-6ff0-48e7-b4b5-eb031b9d667f triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:20:51.683515 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7173474e-d37d-4ecc-8b92-0e7d1084296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:51.719264 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7173474e-d37d-4ecc-8b92-0e7d1084296b None None] Port 180694b7-6ff0-48e7-b4b5-eb031b9d667f cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:20:51.790793 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-69b5e02d-692b-48cd-8d0f-5dbd5ea1547b tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7730360 Apr 06 12:20:51.803879 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Request body: {'port': {'device_id': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:51.881990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:51.949136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:51.951537 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e841b-d790-4d6a-a8d9-79d3b7f55962" -d '{"events": [{"server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "name": "network-vif-plugged", "status": "completed", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:52.134669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f24316-b1bc-4cdb-bfcc-a836600e6bd3 req-c634fdb8-681b-4c1c-8310-3388f2cd395a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:52.141598 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-29f24316-b1bc-4cdb-bfcc-a836600e6bd3 req-c634fdb8-681b-4c1c-8310-3388f2cd395a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0830841 Apr 06 12:20:52.245624 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-29f24316-b1bc-4cdb-bfcc-a836600e6bd3 req-ba9e3763-1cf3-40bf-a5b5-3af3a3503e44 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811651 Apr 06 12:20:52.317415 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af94cfc-77fa-4678-9087-2d9fbdf41f57 req-e6a0ec1b-d2e8-443d-9d32-f98d678005ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:52.319459 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4af94cfc-77fa-4678-9087-2d9fbdf41f57 req-e6a0ec1b-d2e8-443d-9d32-f98d678005ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.3704662 Apr 06 12:20:52.324374 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc6f92-cdad-41ee-ba97-7da08cdac233 x-openstack-request-id: req-09dc6f92-cdad-41ee-ba97-7da08cdac233 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:52.324932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "name": "network-vif-plugged", "status": "completed", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:52.328042 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09dc6f92-cdad-41ee-ba97-7da08cdac233 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:52.328042 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09dc6f92-cdad-41ee-ba97-7da08cdac233'] response: {'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'code': 200} Apr 06 12:20:52.410961 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180694b7-6ff0-48e7-b4b5-eb031b9d667f {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:52.420072 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks [] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:52.433011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Transition to ACTIVE for port object 180694b7-6ff0-48e7-b4b5-eb031b9d667f will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:20:52.473576 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4af94cfc-77fa-4678-9087-2d9fbdf41f57 req-4d0f515d-25e5-429f-a0ec-28c0a9f4b81e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464698 Apr 06 12:20:52.512902 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08984dd-b636-4485-9f0f-ed50791e1017 req-7f890cea-1fda-4147-9753-c93444556901 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:52.519014 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:52.520863 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c08984dd-b636-4485-9f0f-ed50791e1017 req-7f890cea-1fda-4147-9753-c93444556901 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 935 time: 0.0937283 Apr 06 12:20:52.575200 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Pushing event updated for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:52.600440 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c08984dd-b636-4485-9f0f-ed50791e1017 req-3c6c4e1b-3fbc-47df-bbd3-81f2901045d6 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706873 Apr 06 12:20:52.625357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Attempting to bind port 180694b7-6ff0-48e7-b4b5-eb031b9d667f on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:20:52.626269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Attempting to bind port 180694b7-6ff0-48e7-b4b5-eb031b9d667f by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:20:52.626853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Attempting to bind port 180694b7-6ff0-48e7-b4b5-eb031b9d667f on network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:52.635282 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Port 180694b7-6ff0-48e7-b4b5-eb031b9d667f on network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:20:52.636469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Attempting to bind port 180694b7-6ff0-48e7-b4b5-eb031b9d667f on network 50ffe09c-4af8-4c74-ab33-36accc4bbd75 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:20:52.643346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:20:52.644613 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Checking segment: {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:20:52.645283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Bound using segment: {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:20:52.645963 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Bound port: 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd059bc-1c6e-41f8-930c-b489bcdf6e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:20:52.646629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:52.751690 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:20:52.755415 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:20:52.836828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb6924-4bca-453c-87f9-d61439d4bef3 req-a9ec8378-4046-4ee7-8bbf-27b0b26687fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:52.840258 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-16bb6924-4bca-453c-87f9-d61439d4bef3 req-a9ec8378-4046-4ee7-8bbf-27b0b26687fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0814488 Apr 06 12:20:52.904688 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-16bb6924-4bca-453c-87f9-d61439d4bef3 req-5df37644-a7a9-4c4e-9ec6-b7b4f32f4dca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561473 Apr 06 12:20:52.931141 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:52.970621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:52.972135 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:52.974416 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] 10.222.0.15 "PUT /v2.0/ports/180694b7-6ff0-48e7-b4b5-eb031b9d667f HTTP/1.1" status: 200 len: 1097 time: 1.1755409 Apr 06 12:20:52.975060 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:52.977610 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b516fc53-c9d8-4ee7-8757-2e069aeaf001" -d '{"events": [{"name": "network-changed", "server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:53.002247 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfb23b-536b-4c36-9d20-beac12e4091c service neutron] Pushing event updated for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:53.030146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5949a4-6020-4e57-aa25-27069f10224f x-openstack-request-id: req-aa5949a4-6020-4e57-aa25-27069f10224f {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:53.030445 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:53.030707 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa5949a4-6020-4e57-aa25-27069f10224f {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:53.031120 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5949a4-6020-4e57-aa25-27069f10224f'] response: {'name': 'network-changed', 'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f', 'status': 'completed', 'code': 200} Apr 06 12:20:53.224746 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516fc53-c9d8-4ee7-8757-2e069aeaf001 req-cb4347e1-b41a-42f2-a7fd-f1966eb386a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.226644 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b516fc53-c9d8-4ee7-8757-2e069aeaf001 req-cb4347e1-b41a-42f2-a7fd-f1966eb386a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcdb57c483684430975544b02b0f57f7&device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 1131 time: 0.0536878 Apr 06 12:20:53.260699 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b516fc53-c9d8-4ee7-8757-2e069aeaf001 req-af43508a-f0d8-4e80-843c-aa3d14966848 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=dcdb57c483684430975544b02b0f57f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242383 Apr 06 12:20:53.397199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516fc53-c9d8-4ee7-8757-2e069aeaf001 req-9b510807-c415-4a9c-8c9a-49cb4bf3f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.398956 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b516fc53-c9d8-4ee7-8757-2e069aeaf001 req-9b510807-c415-4a9c-8c9a-49cb4bf3f7e8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314244 Apr 06 12:20:53.481771 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a69fb-55b2-422c-babd-2c8eac25f63a req-bc42d179-5568-4a5e-bafc-d9e06c7ebba9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.483497 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-410a69fb-55b2-422c-babd-2c8eac25f63a req-bc42d179-5568-4a5e-bafc-d9e06c7ebba9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0770638 Apr 06 12:20:53.561674 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-410a69fb-55b2-422c-babd-2c8eac25f63a req-35975585-37d2-45d6-bc15-904c3edccf67 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698464 Apr 06 12:20:53.641330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd84c9a-ef54-474b-bbc4-40e0b9b96454 req-c63bfbfa-0e71-43a1-8cda-b75c06a9fa5b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.660674 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9cd84c9a-ef54-474b-bbc4-40e0b9b96454 req-c63bfbfa-0e71-43a1-8cda-b75c06a9fa5b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0830600 Apr 06 12:20:53.703966 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9cd84c9a-ef54-474b-bbc4-40e0b9b96454 req-9f0e78c5-4c14-442f-a4df-61582736fed1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536563 Apr 06 12:20:53.737594 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 90bb83e8-996a-421d-84e5-7035843e0854 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:20:53.762048 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598490-e49b-46c9-8e1c-f5fab42034fd req-020fced3-73b6-408e-8e4b-f37fdd17c086 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.763845 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c5598490-e49b-46c9-8e1c-f5fab42034fd req-020fced3-73b6-408e-8e4b-f37fdd17c086 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 947 time: 0.0861359 Apr 06 12:20:53.792178 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 90bb83e8-996a-421d-84e5-7035843e0854 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:20:53.792886 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 90bb83e8-996a-421d-84e5-7035843e0854 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:20:53.822779 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c5598490-e49b-46c9-8e1c-f5fab42034fd req-f84bdd44-5c2c-4133-9dcc-292de2ede628 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526700 Apr 06 12:20:53.901461 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-c47f6902-6a84-404a-bbff-75990a2c64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:53.901461 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-c47f6902-6a84-404a-bbff-75990a2c64ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dcdb57c483684430975544b02b0f57f7&device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 1131 time: 0.0451086 Apr 06 12:20:53.948063 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-d521ae06-8c11-4968-8fe4-299e67f87d4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f HTTP/1.1" status: 200 len: 217 time: 0.0372248 Apr 06 12:20:53.998744 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-9c050346-74c4-46ff-b508-486132a9e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:54.000240 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-9c050346-74c4-46ff-b508-486132a9e588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2911c7e5-db86-4ee1-a820-6d5f9427deba HTTP/1.1" status: 200 len: 843 time: 0.0440269 Apr 06 12:20:54.052384 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-816fa3a4-bc6a-4940-b7e7-b7eb003ed4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:54.053840 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-816fa3a4-bc6a-4940-b7e7-b7eb003ed4f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=50ffe09c-4af8-4c74-ab33-36accc4bbd75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426788 Apr 06 12:20:54.146347 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-09139292-0ea2-48aa-9317-aa945db5a2e2 service neutron] 10.222.0.15 "GET /v2.0/networks/50ffe09c-4af8-4c74-ab33-36accc4bbd75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840728 Apr 06 12:20:54.856768 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c24b-83f1-498f-8fab-297c8b699ffc req-2371e971-0c80-4c6c-826f-9456e00ddb52 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:54.865191 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9934c24b-83f1-498f-8fab-297c8b699ffc req-2371e971-0c80-4c6c-826f-9456e00ddb52 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.2004678 Apr 06 12:20:54.898921 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd5ec7-8808-407f-a008-b42b5d8697c3 req-99c3d333-f999-42de-9fe9-968bca2c4d66 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:54.906563 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b6dd5ec7-8808-407f-a008-b42b5d8697c3 req-99c3d333-f999-42de-9fe9-968bca2c4d66 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0798457 Apr 06 12:20:54.992475 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b6dd5ec7-8808-407f-a008-b42b5d8697c3 req-3ddf8ddf-3a6a-4ca2-96b2-cca4b8020da2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845933 Apr 06 12:20:55.024646 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:20:55.162607 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852585f-27c7-422c-91e4-f75b3b13687d req-3209f6c8-9f18-41fa-9d29-f47e638d236d tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:55.165488 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7852585f-27c7-422c-91e4-f75b3b13687d req-3209f6c8-9f18-41fa-9d29-f47e638d236d tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 947 time: 0.0861304 Apr 06 12:20:55.176364 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb00b496-ab96-494f-ace7-728bc9d0ffc2 req-13a7e83d-d0b5-416b-ac5c-454b09ae9e29 service neutron] 10.222.0.15 "GET /v2.0/networks/50ffe09c-4af8-4c74-ab33-36accc4bbd75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549351 Apr 06 12:20:55.191806 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9934c24b-83f1-498f-8fab-297c8b699ffc req-3df687f7-3cc1-4476-9a51-41ffdb06194f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199036 Apr 06 12:20:55.247422 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7852585f-27c7-422c-91e4-f75b3b13687d req-81a65e1f-e0fa-4cbd-844f-7568a47ca4fb tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727909 Apr 06 12:20:56.134494 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd4eb9-90a1-4156-97f9-03b1c6268b4c req-a844fb6c-94bd-42a8-a346-7abf62906874 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:56.136957 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5cbd4eb9-90a1-4156-97f9-03b1c6268b4c req-a844fb6c-94bd-42a8-a346-7abf62906874 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0671773 Apr 06 12:20:56.212091 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5cbd4eb9-90a1-4156-97f9-03b1c6268b4c req-be692165-c00f-4495-b0e2-7f05536ccda8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683641 Apr 06 12:20:56.373936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3ceeb-9fbb-4e52-87d0-01e0b4c20d13 req-b46d9b01-9381-43a0-96d9-03ee856be2fb tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:56.390322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43392) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:20:56.394974 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-46c3ceeb-9fbb-4e52-87d0-01e0b4c20d13 req-b46d9b01-9381-43a0-96d9-03ee856be2fb tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0994389 Apr 06 12:20:56.396059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'floatingip': {'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:20:56.506210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c24e7d-8fad-4eed-8f93-b14c8a53462d req-9e954b39-e671-4e2e-8101-3f1cdedb7115 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:56.515043 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-13c24e7d-8fad-4eed-8f93-b14c8a53462d req-9e954b39-e671-4e2e-8101-3f1cdedb7115 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 947 time: 0.0699196 Apr 06 12:20:56.527914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:56.591500 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-13c24e7d-8fad-4eed-8f93-b14c8a53462d req-dc8bbb1c-1183-4065-a42c-540f5b0ee010 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752552 Apr 06 12:20:56.632947 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e2552-e06e-4fff-81d9-b63bd06e6265 req-94854fff-18ba-4da6-84e5-992951beb550 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:56.634767 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-962e2552-e06e-4fff-81d9-b63bd06e6265 req-94854fff-18ba-4da6-84e5-992951beb550 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.3132226 Apr 06 12:20:56.764462 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-962e2552-e06e-4fff-81d9-b63bd06e6265 req-cd10b019-1fbe-4dc8-884c-3451d631751a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238482 Apr 06 12:20:57.504699 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:57.599377 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:57.732746 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 180694b7-6ff0-48e7-b4b5-eb031b9d667f details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:20:57.830669 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4c53-8587-4680-b6b2-4127ca8869b7 req-b8e128e3-e0ea-405a-bbef-12c3855ea0e0 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:57.830669 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bccb4c53-8587-4680-b6b2-4127ca8869b7 req-b8e128e3-e0ea-405a-bbef-12c3855ea0e0 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 947 time: 0.1240270 Apr 06 12:20:57.863799 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Floating IP 946a4534-390d-473e-bb29-bd666ebf09da associated. External IP: 172.28.0.229, port: 80f2820a-889e-489c-8f61-7b9b206423f0. Apr 06 12:20:57.873507 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:57.887777 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '180694b7-6ff0-48e7-b4b5-eb031b9d667f', 'network_id': '50ffe09c-4af8-4c74-ab33-36accc4bbd75', 'port_id': '180694b7-6ff0-48e7-b4b5-eb031b9d667f', 'mac_address': 'fa:16:3e:cb:e6:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2911c7e5-db86-4ee1-a820-6d5f9427deba', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:20:57.909966 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bccb4c53-8587-4680-b6b2-4127ca8869b7 req-0d0ff833-66ab-4765-b697-1b91f2f61c96 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837557 Apr 06 12:20:57.944169 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 180694b7-6ff0-48e7-b4b5-eb031b9d667f is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:20:57.944902 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:57.960708 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180694b7-6ff0-48e7-b4b5-eb031b9d667f {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:20:57.982747 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:20:58.021514 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39046b0d-5b7d-484a-a224-df3003fe2dcf req-5f4440cf-9276-432f-af73-94a053c76b6c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:58.024090 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39046b0d-5b7d-484a-a224-df3003fe2dcf req-5f4440cf-9276-432f-af73-94a053c76b6c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1634591 Apr 06 12:20:58.151098 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39046b0d-5b7d-484a-a224-df3003fe2dcf req-8373970f-7661-4dc7-a3ca-8d2256da020b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206200 Apr 06 12:20:58.231953 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Router d10f7347-1f80-4811-acda-a610d3f137ec has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:20:58.304964 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:58.378475 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:20:58.383715 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:20:58.389911 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:20:58.405179 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:20:58.429010 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:20:58.429010 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:20:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:20:58.461720 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3e2a64ec-32cd-421e-b068-5923912cbda6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "PUT /v2.0/floatingips/946a4534-390d-473e-bb29-bd666ebf09da HTTP/1.1" status: 200 len: 991 time: 2.0703506 Apr 06 12:20:58.462833 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:20:58.465757 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338e911d-8c38-4cd4-a5a1-0f600f846b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:20:58.539774 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87939d1a-bfe4-4949-9f18-7d55c4843b27 x-openstack-request-id: req-87939d1a-bfe4-4949-9f18-7d55c4843b27 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:20:58.540756 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:20:58.541164 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87939d1a-bfe4-4949-9f18-7d55c4843b27 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:20:58.541469 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87939d1a-bfe4-4949-9f18-7d55c4843b27'] response: {'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'status': 'completed', 'code': 200} Apr 06 12:20:58.621326 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['180694b7-6ff0-48e7-b4b5-eb031b9d667f'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:20:58.684805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-cea3ee80-1168-4a35-8451-b037ef486961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:58.688443 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-cea3ee80-1168-4a35-8451-b037ef486961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.1229374 Apr 06 12:20:58.784500 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:20:58.893384 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-b5d9b9cd-0a5d-4b36-9bcb-5e6bc6c58a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:58.896008 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-b5d9b9cd-0a5d-4b36-9bcb-5e6bc6c58a29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.1981528 Apr 06 12:20:59.080660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-9bc2715d-7bf0-4a76-8734-bb2ef072fe84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 999 time: 0.1774955 Apr 06 12:20:59.174161 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b1552-4eac-420b-972b-d373e9eb18b8 req-16d45674-8443-4229-b166-52f1904befde tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:59.176855 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-4315cb7e-3cbb-4733-a39b-f9edd753125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:59.179045 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-4315cb7e-3cbb-4733-a39b-f9edd753125a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0905778 Apr 06 12:20:59.193778 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0f3b1552-4eac-420b-972b-d373e9eb18b8 req-16d45674-8443-4229-b166-52f1904befde tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 948 time: 0.1442413 Apr 06 12:20:59.315291 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0f3b1552-4eac-420b-972b-d373e9eb18b8 req-22ff0d21-8818-4230-9a13-0e56cb64ead1 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100578 Apr 06 12:20:59.366492 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-87e2d47d-6bb5-4394-93a3-1c5fca1a4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:59.368172 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-87e2d47d-6bb5-4394-93a3-1c5fca1a4a0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1780293 Apr 06 12:20:59.438460 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111be956-d34c-4c07-b397-64f0860afae9 req-2567cf09-6b17-45f6-a769-5dd305abb8bb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:20:59.440380 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-111be956-d34c-4c07-b397-64f0860afae9 req-2567cf09-6b17-45f6-a769-5dd305abb8bb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1493990 Apr 06 12:20:59.608148 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:20:57Z', 'revision_number': 1, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:20:59.630357 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-c2d4ad3c-e1ea-4ba5-8613-e271241972b3 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387152 Apr 06 12:20:59.679539 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:20:59.703883 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:20:59.704741 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:20:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:20:59.779215 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 180694b7-6ff0-48e7-b4b5-eb031b9d667f up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:20:59.860294 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-338e911d-8c38-4cd4-a5a1-0f600f846b8e req-d894c52a-f8f2-476f-bd03-4014b7eaffac service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155533 Apr 06 12:20:59.912184 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:20:59.926372 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-111be956-d34c-4c07-b397-64f0860afae9 req-aca1dade-9fcf-49d5-9dc2-82d3f5e17faf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679008 Apr 06 12:21:00.092861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 180694b7-6ff0-48e7-b4b5-eb031b9d667f completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:21:00.111686 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 180694b7-6ff0-48e7-b4b5-eb031b9d667f triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:00.112855 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:00.382833 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 180694b7-6ff0-48e7-b4b5-eb031b9d667f is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:00.382833 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:00.384187 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:20:57Z', 'revision_number': 1, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:00.422111 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadb12a-44e2-4da7-9c77-027700a385bf None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:20:57Z', 'revision_number': 1, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:21:00.467558 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:00.468496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:21:00.471366 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167ee5d-3fc0-4eee-b346-e4c96f4bc197" -d '{"events": [{"server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "name": "network-vif-plugged", "status": "completed", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:21:00.533861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c188b1-97ee-4050-82ea-ddb5b94e8df6 x-openstack-request-id: req-e0c188b1-97ee-4050-82ea-ddb5b94e8df6 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:21:00.533861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "name": "network-vif-plugged", "status": "completed", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:21:00.533861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0c188b1-97ee-4050-82ea-ddb5b94e8df6 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:21:00.533861 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c188b1-97ee-4050-82ea-ddb5b94e8df6'] response: {'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f', 'code': 200} Apr 06 12:21:00.534252 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602899bf-a452-4c5d-a263-bea50c6d2e97 req-e564784d-54b7-43c6-981c-c57a8927754f tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:00.535293 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-602899bf-a452-4c5d-a263-bea50c6d2e97 req-e564784d-54b7-43c6-981c-c57a8927754f tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 948 time: 0.1111817 Apr 06 12:21:00.598818 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:00.708266 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-602899bf-a452-4c5d-a263-bea50c6d2e97 req-2861ce96-219a-4b1e-bb18-5c02208c8455 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635442 Apr 06 12:21:00.714385 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a452f1ba-c05b-4eb9-9703-f18f8df68a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:00.735099 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:00.873074 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45135527-2c65-417e-bee3-a2617c0cf769 None None] New status for floating IP 946a4534-390d-473e-bb29-bd666ebf09da: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:21:01.189789 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef4a64-94b3-4530-a09e-e70067d6a24b req-cfe6d3f8-87e9-4f73-8fbc-f4073d2c91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:01.194131 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43448) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:01.196241 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-62ef4a64-94b3-4530-a09e-e70067d6a24b req-cfe6d3f8-87e9-4f73-8fbc-f4073d2c91f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 1133 time: 0.1801379 Apr 06 12:21:01.262413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253c9e-c56a-43e7-af4b-56e54000c3a7 req-99ea626f-9c9c-4f55-87dd-b08108d61bfd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:01.273630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3f253c9e-c56a-43e7-af4b-56e54000c3a7 req-99ea626f-9c9c-4f55-87dd-b08108d61bfd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1577129 Apr 06 12:21:01.345911 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-62ef4a64-94b3-4530-a09e-e70067d6a24b req-9cb99e9f-43ba-4521-b54f-e67f06b6c9e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385632 Apr 06 12:21:01.365916 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3f253c9e-c56a-43e7-af4b-56e54000c3a7 req-81c11e38-912a-4021-a90f-54abf1c2600d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858757 Apr 06 12:21:01.454512 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3d8b33ef-8921-4155-8a2d-f8742162e4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:01.642729 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3d8b33ef-8921-4155-8a2d-f8742162e4bb admin admin] Publish callbacks [] for security_group (c26d6c7f-bc6d-43e6-b457-b4bebdc02230), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:01.735175 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3d8b33ef-8921-4155-8a2d-f8742162e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c26d6c7f-bc6d-43e6-b457-b4bebdc02230), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:01.821304 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3d8b33ef-8921-4155-8a2d-f8742162e4bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=478d98b80fb24bd49a0f615487a53d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6237972 Apr 06 12:21:01.822035 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 43454) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:01.881345 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] Publish callbacks [] for security_group (c26d6c7f-bc6d-43e6-b457-b4bebdc02230), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:01.906248 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] Publish callbacks [] for security_group (c26d6c7f-bc6d-43e6-b457-b4bebdc02230), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:01.985704 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b33ef-8921-4155-8a2d-f8742162e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d6c7f-bc6d-43e6-b457-b4bebdc02230,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:02.074135 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034bbeb-09e3-4c68-88d2-b4f068dce842 req-59bc233a-e32b-42f3-8cad-f227f273d58a tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:02.084284 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2034bbeb-09e3-4c68-88d2-b4f068dce842 req-59bc233a-e32b-42f3-8cad-f227f273d58a tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.2436836 Apr 06 12:21:02.278109 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2034bbeb-09e3-4c68-88d2-b4f068dce842 req-cd70e641-cb62-4029-bca0-2455bcb09a9d tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290276 Apr 06 12:21:02.562140 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efa5a1-9c4e-4bf8-8d93-e87520b9cfe1 req-91bff53e-f708-4396-ad9d-e2e0dbb763c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:02.570235 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21efa5a1-9c4e-4bf8-8d93-e87520b9cfe1 req-91bff53e-f708-4396-ad9d-e2e0dbb763c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1008754 Apr 06 12:21:02.655953 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21efa5a1-9c4e-4bf8-8d93-e87520b9cfe1 req-aae8a6bf-f036-4892-84fd-e6ff34ac2330 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843439 Apr 06 12:21:02.687257 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c26d6c7f-bc6d-43e6-b457-b4bebdc02230), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:02.695066 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:02.695066 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c26d6c7f-bc6d-43e6-b457-b4bebdc02230 HTTP/1.1" status: 204 len: 168 time: 0.8681679 Apr 06 12:21:02.728454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc31a41-5fd2-454b-859a-97129c28beda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d6c7f-bc6d-43e6-b457-b4bebdc02230,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:02.787174 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:03.255659 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b7bb840a-c71a-4f8c-92bf-0665690050ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:03.513703 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56329f-230f-48b7-bdd4-532a3a9b2dc4 req-444cfdf2-d553-440d-86e2-17afa8d08bfb tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:03.525192 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-be56329f-230f-48b7-bdd4-532a3a9b2dc4 req-444cfdf2-d553-440d-86e2-17afa8d08bfb tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.1167173 Apr 06 12:21:03.634786 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-be56329f-230f-48b7-bdd4-532a3a9b2dc4 req-7a520cc9-503f-45c0-a5b3-5b9960497e39 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082523 Apr 06 12:21:03.767315 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43470) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:03.781157 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e068696-40dc-4e9a-ac2d-e6345001370f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:03.785398 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85e2dc-f0ed-46b5-83a7-d1383f3c0eee req-e3d5f395-9f23-45d0-8ab4-60bc3786a1d0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:03.786888 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cc85e2dc-f0ed-46b5-83a7-d1383f3c0eee req-e3d5f395-9f23-45d0-8ab4-60bc3786a1d0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0542707 Apr 06 12:21:03.838850 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cc85e2dc-f0ed-46b5-83a7-d1383f3c0eee req-005652ae-9f07-4af5-9f37-f3728b56f908 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461576 Apr 06 12:21:03.861454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e068696-40dc-4e9a-ac2d-e6345001370f admin admin] Publish callbacks [] for security_group (cbf4519c-5013-46d0-9f24-8bf0f577d925), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.078518 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2e068696-40dc-4e9a-ac2d-e6345001370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (cbf4519c-5013-46d0-9f24-8bf0f577d925), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.121947 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2e068696-40dc-4e9a-ac2d-e6345001370f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb3a1da3786f4941915944de6e89c3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513036 Apr 06 12:21:04.121947 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e068696-40dc-4e9a-ac2d-e6345001370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf4519c-5013-46d0-9f24-8bf0f577d925,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:04.123529 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 43474) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:04.191912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] Publish callbacks [] for security_group (cbf4519c-5013-46d0-9f24-8bf0f577d925), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.193137 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.222324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] Publish callbacks [] for security_group (cbf4519c-5013-46d0-9f24-8bf0f577d925), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.370239 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (cbf4519c-5013-46d0-9f24-8bf0f577d925), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.373406 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:04.380014 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbf4519c-5013-46d0-9f24-8bf0f577d925 HTTP/1.1" status: 204 len: 168 time: 0.2562001 Apr 06 12:21:04.391492 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c99a75-3247-4414-9760-b41606dddb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf4519c-5013-46d0-9f24-8bf0f577d925,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:04.771092 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488bf8-0bc3-40a7-b48a-374762ddf99e req-07c86699-f49d-40a3-b240-8a6398e1e46e tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:04.772638 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4b488bf8-0bc3-40a7-b48a-374762ddf99e req-07c86699-f49d-40a3-b240-8a6398e1e46e tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.0639656 Apr 06 12:21:04.839459 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4b488bf8-0bc3-40a7-b48a-374762ddf99e req-a62094f9-b957-47cd-8699-9493f0dff773 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Apr 06 12:21:05.018878 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ef253-4f71-4a3a-a994-f1678537f60f req-43dc9be6-4e4f-46fc-988b-9b6ac9772028 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:05.020885 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-905ef253-4f71-4a3a-a994-f1678537f60f req-43dc9be6-4e4f-46fc-988b-9b6ac9772028 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0977428 Apr 06 12:21:05.081789 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-905ef253-4f71-4a3a-a994-f1678537f60f req-0a1872d0-8670-460c-ab5c-4f8b4983693d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547209 Apr 06 12:21:05.359859 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-915c5e95-df17-444a-b357-ff21965a85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:05.361750 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-915c5e95-df17-444a-b357-ff21965a85e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1129 time: 0.0602803 Apr 06 12:21:05.432337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43502) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:05.444805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe833b-97bc-4860-a610-a663895e6caf req-a9fdc4ba-d9ef-4f35-9f4d-ea56bf30af86 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:05.446740 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4fbe833b-97bc-4860-a610-a663895e6caf req-a9fdc4ba-d9ef-4f35-9f4d-ea56bf30af86 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.0730374 Apr 06 12:21:05.448270 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-175d4a67-d5e2-4fbb-aacf-a5a58e90569c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.520632 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4fbe833b-97bc-4860-a610-a663895e6caf req-83e8d24b-5743-40be-8735-2079066f1f84 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646915 Apr 06 12:21:05.533092 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-175d4a67-d5e2-4fbb-aacf-a5a58e90569c admin admin] Publish callbacks [] for security_group (06520cfe-8540-4e99-92ea-faa659b1a44c), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.655338 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-175d4a67-d5e2-4fbb-aacf-a5a58e90569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (06520cfe-8540-4e99-92ea-faa659b1a44c), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.695331 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-175d4a67-d5e2-4fbb-aacf-a5a58e90569c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=394a8df2802e44fe9c99a26559e1b940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589233 Apr 06 12:21:05.698298 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 43508) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:05.705168 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d4a67-d5e2-4fbb-aacf-a5a58e90569c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06520cfe-8540-4e99-92ea-faa659b1a44c,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:05.764131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] Publish callbacks [] for security_group (06520cfe-8540-4e99-92ea-faa659b1a44c), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.788998 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] Publish callbacks [] for security_group (06520cfe-8540-4e99-92ea-faa659b1a44c), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.801599 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.904286 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (06520cfe-8540-4e99-92ea-faa659b1a44c), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.906991 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:05.908189 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06520cfe-8540-4e99-92ea-faa659b1a44c HTTP/1.1" status: 204 len: 168 time: 0.2085309 Apr 06 12:21:05.920221 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e7dd1-d151-482b-ba9d-913011c7d4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06520cfe-8540-4e99-92ea-faa659b1a44c,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:06.224136 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba7d6b-e196-4d09-b159-62cdd494b300 req-b48d3b20-760b-4ef9-8b71-d4ae9483dc65 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:06.226043 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dcba7d6b-e196-4d09-b159-62cdd494b300 req-b48d3b20-760b-4ef9-8b71-d4ae9483dc65 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.0671365 Apr 06 12:21:06.295916 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dcba7d6b-e196-4d09-b159-62cdd494b300 req-1b68f9ac-9e70-4b70-bee9-3d54261b75e9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554819 Apr 06 12:21:06.704127 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363525aa-d357-4e40-9cdc-04aed4911043 req-af180210-62c8-41ff-b403-ec8148cbc858 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:06.705795 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-363525aa-d357-4e40-9cdc-04aed4911043 req-af180210-62c8-41ff-b403-ec8148cbc858 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.1189027 Apr 06 12:21:06.752326 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-f019ea41-1ffc-47de-b5bd-c5e958a9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:06.757118 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-f019ea41-1ffc-47de-b5bd-c5e958a9e9d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.1395607 Apr 06 12:21:06.788171 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-363525aa-d357-4e40-9cdc-04aed4911043 req-2bab2f0c-72e6-4ed0-a6b3-cb73ec980dd6 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/security-groups?id=6e720831-7677-4220-9a8d-53759a05bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Apr 06 12:21:06.869562 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-00129fed-5129-42a0-a20f-95d20963ea99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 1001 time: 0.0798104 Apr 06 12:21:06.925138 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-4138c87d-76fe-41c0-81b1-cd22ed837d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:06.926643 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-4138c87d-76fe-41c0-81b1-cd22ed837d80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0506647 Apr 06 12:21:07.070233 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-98b8938c-36b5-4f7e-b5ab-b55589f62e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:07.071795 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-98b8938c-36b5-4f7e-b5ab-b55589f62e6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1238971 Apr 06 12:21:07.079609 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-1c614170-2c0d-4de7-b5c6-01f102062d80 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:07.081086 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-1c614170-2c0d-4de7-b5c6-01f102062d80 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.15 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 949 time: 0.1215758 Apr 06 12:21:07.229024 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-18a6edf8-bd5e-49f1-afd0-1eae0c6c8548 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470175 Apr 06 12:21:07.307782 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Deleting port 180694b7-6ff0-48e7-b4b5-eb031b9d667f {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:21:07.308194 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:07.422107 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c847ce44-b44e-4c01-91a1-2f99c7847568 req-470b9eeb-5180-4a79-940c-6576b2fb5d65 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785595 Apr 06 12:21:07.423975 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:07.465114 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] For port 180694b7-6ff0-48e7-b4b5-eb031b9d667f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=180694b7-6ff0-48e7-b4b5-eb031b9d667f,segment=NetworkSegment(9fd059bc-1c6e-41f8-930c-b489bcdf6e63),segment_id=9fd059bc-1c6e-41f8-930c-b489bcdf6e63)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:07.465801 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:07.494545 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Calling delete_port for 180694b7-6ff0-48e7-b4b5-eb031b9d667f owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:21:07.506831 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56c31a-4600-4dfe-817e-4cc2a0eef617 req-80a0d17f-ee5b-4320-b9c1-22c3f9684b4d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:07.509293 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ef56c31a-4600-4dfe-817e-4cc2a0eef617 req-80a0d17f-ee5b-4320-b9c1-22c3f9684b4d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 945 time: 0.1053548 Apr 06 12:21:07.565318 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ef56c31a-4600-4dfe-817e-4cc2a0eef617 req-d7e51d75-f00b-4569-bd39-a44db1222a64 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497308 Apr 06 12:21:07.754440 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:21:07.861706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (180694b7-6ff0-48e7-b4b5-eb031b9d667f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:07.876788 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: ACTIVE; New status is: DOWN {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:07.877983 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:07.902242 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:21:07.905346 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3c81a1-af8b-4c16-a4a6-d5eb51b9a69f" -d '{"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:21:07.920549 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Pushing event deleted for resources: {'Port': ['ID=180694b7-6ff0-48e7-b4b5-eb031b9d667f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:07.944365 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:07.947498 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b08f4d04-dc8b-4423-9945-99960dfdc37a req-050d0236-fb85-4222-a10f-1a4fdbbd7ce6 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0394139 Apr 06 12:21:07.967335 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3786149e-2cd9-4383-9af7-32b7678b546f x-openstack-request-id: req-3786149e-2cd9-4383-9af7-32b7678b546f {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:21:07.967335 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:21:07.967335 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3786149e-2cd9-4383-9af7-32b7678b546f {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:21:07.967335 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3786149e-2cd9-4383-9af7-32b7678b546f'] response: {'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'code': 200} Apr 06 12:21:08.040283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] No DVR routers for this DVR port 180694b7-6ff0-48e7-b4b5-eb031b9d667f on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:21:08.040283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:08.040283 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-945a1ef9-2f5d-46df-8796-6864813c1b24 req-624abc9c-665f-4504-9514-3604e5c1d8ff tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.15 "DELETE /v2.0/ports/180694b7-6ff0-48e7-b4b5-eb031b9d667f HTTP/1.1" status: 204 len: 173 time: 0.9249387 Apr 06 12:21:08.040283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'name': 'network-vif-deleted', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:21:08.040283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816d6f45-4743-4073-80f2-c9289e2cda9d" -d '{"events": [{"server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "name": "network-vif-deleted", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:21:08.069444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648892b0-4393-43bb-a6ba-fd6738ca0db1 x-openstack-request-id: req-648892b0-4393-43bb-a6ba-fd6738ca0db1 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:21:08.069444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467e2d65-99ea-4bbf-8dfc-c7ddf03cf426", "name": "network-vif-deleted", "tag": "180694b7-6ff0-48e7-b4b5-eb031b9d667f", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:21:08.069444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-648892b0-4393-43bb-a6ba-fd6738ca0db1 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:21:08.069444 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648892b0-4393-43bb-a6ba-fd6738ca0db1'] response: {'server_uuid': '467e2d65-99ea-4bbf-8dfc-c7ddf03cf426', 'name': 'network-vif-deleted', 'tag': '180694b7-6ff0-48e7-b4b5-eb031b9d667f', 'status': 'completed', 'code': 200} Apr 06 12:21:08.086879 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:08.188315 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=8']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:08.711743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76d8d0-87d9-476e-810b-fe25fad4ec6c req-668bebc5-9559-41c6-8ef4-4efb5dd30349 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:08.716084 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cf76d8d0-87d9-476e-810b-fe25fad4ec6c req-668bebc5-9559-41c6-8ef4-4efb5dd30349 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0753529 Apr 06 12:21:08.781878 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cf76d8d0-87d9-476e-810b-fe25fad4ec6c req-4a703742-62fb-4048-b20e-99a320eeee7f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648432 Apr 06 12:21:09.078149 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cc214e50-500c-4aa2-9c53-6c82d517c245 req-9d7a3b38-ae3b-4a7c-bba1-0ff28dc82a9c tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Apr 06 12:21:09.756338 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 180694b7-6ff0-48e7-b4b5-eb031b9d667f no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:21:09.780890 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 180694b7-6ff0-48e7-b4b5-eb031b9d667f {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:21:09.781777 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 180694b7-6ff0-48e7-b4b5-eb031b9d667f not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:21:09.952009 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfcfd0-6fa7-4dd5-a283-0d1629045ce8 req-1cd0b9b2-2c6c-410a-b114-8fc096158899 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:09.953596 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-babfcfd0-6fa7-4dd5-a283-0d1629045ce8 req-1cd0b9b2-2c6c-410a-b114-8fc096158899 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0648892 Apr 06 12:21:10.032108 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-babfcfd0-6fa7-4dd5-a283-0d1629045ce8 req-8b8efe10-1433-4e95-92d2-15b7177a78e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633743 Apr 06 12:21:10.255626 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6410cba9-372f-4de2-a6a2-7adda0a255bb req-aeb090f7-84a2-48bf-a0c4-03dfba0467e2 tempest-VolumesNegativeTest-2094965335 tempest-VolumesNegativeTest-2094965335-project] 10.222.0.25 "GET /v2.0/ports?device_id=467e2d65-99ea-4bbf-8dfc-c7ddf03cf426 HTTP/1.1" status: 200 len: 210 time: 0.0549431 Apr 06 12:21:11.676913 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [req-316c24ff-0209-49a4-bedc-d4812cad80f2 req-93ba74a1-053d-4210-a221-2e89b8d3c8e4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:21:11.678697 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-316c24ff-0209-49a4-bedc-d4812cad80f2 req-93ba74a1-053d-4210-a221-2e89b8d3c8e4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068965 Apr 06 12:21:12.108823 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cda1b-43f6-4529-b0d9-209a135e62a9 req-451866a2-e87d-45e8-959a-e4fa54d39564 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:12.111085 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-578cda1b-43f6-4529-b0d9-209a135e62a9 req-451866a2-e87d-45e8-959a-e4fa54d39564 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0700755 Apr 06 12:21:12.208541 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-578cda1b-43f6-4529-b0d9-209a135e62a9 req-d6a77baf-24fa-4a83-a258-798fc35a8159 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908327 Apr 06 12:21:13.105173 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43702) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:13.298832 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-a7d97ffd-e88e-4e69-9dbd-1f986d971830 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1921415 Apr 06 12:21:13.327741 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-1f612910-52ad-4518-ac86-dc126d2d0bac service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:21:13.343439 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-1f612910-52ad-4518-ac86-dc126d2d0bac service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310233 Apr 06 12:21:13.404054 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a001f-c376-4d10-854e-4f1b1929f581 req-c73b4b8f-2d0b-4c58-9c6b-bcbbf60df4b6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:13.406293 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e53a001f-c376-4d10-854e-4f1b1929f581 req-c73b4b8f-2d0b-4c58-9c6b-bcbbf60df4b6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0700059 Apr 06 12:21:13.422328 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 43748) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:13.458720 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e53a001f-c376-4d10-854e-4f1b1929f581 req-06a832fd-f152-4cc0-907e-45be0de9f9fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459888 Apr 06 12:21:13.751882 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-7c73fb8a-364b-4f1c-8d74-9754189c7ebb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:13.754036 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-7c73fb8a-364b-4f1c-8d74-9754189c7ebb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports/ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 940 time: 0.3306587 Apr 06 12:21:13.777678 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:21:13.885305 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: DOWN; New status is: DOWN {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:14.586559 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eb153-9382-40a5-b41c-178f7c962c26 req-c47a7abc-769e-4c0d-a4d8-386b6b18d0c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:14.588772 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d34eb153-9382-40a5-b41c-178f7c962c26 req-c47a7abc-769e-4c0d-a4d8-386b6b18d0c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0574117 Apr 06 12:21:14.636778 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d34eb153-9382-40a5-b41c-178f7c962c26 req-072cf232-29cb-4675-868d-e13b1fa1ad03 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417378 Apr 06 12:21:15.760918 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3c06-d0d7-4144-a70b-1ea4800a9102 req-6e78c1af-338d-432a-bfaf-5ca5b3751ab7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:15.762452 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-edcd3c06-d0d7-4144-a70b-1ea4800a9102 req-6e78c1af-338d-432a-bfaf-5ca5b3751ab7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0521419 Apr 06 12:21:15.812053 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-edcd3c06-d0d7-4144-a70b-1ea4800a9102 req-fb8c4e12-466f-4348-b65e-10de919919cc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429723 Apr 06 12:21:16.801914 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-e981f915-428a-4146-b861-6a3f9f6d2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:16.803431 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-e981f915-428a-4146-b861-6a3f9f6d2be7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 1127 time: 0.0828633 Apr 06 12:21:16.874172 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-18ab2edb-5eeb-4640-8ba8-908f96a84ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:16.875671 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-18ab2edb-5eeb-4640-8ba8-908f96a84ade service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1127 time: 0.0455627 Apr 06 12:21:16.950581 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5e577-abe2-4b97-b9f7-67012f3cf282 req-e52d475b-ab6e-4203-a5c8-2c1d143b3c35 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:16.953281 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-41b5e577-abe2-4b97-b9f7-67012f3cf282 req-e52d475b-ab6e-4203-a5c8-2c1d143b3c35 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0553832 Apr 06 12:21:16.983984 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-de971521-d99f-4a7b-839f-4f690c847ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:16.985484 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-de971521-d99f-4a7b-839f-4f690c847ddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.0999677 Apr 06 12:21:17.012303 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-41b5e577-abe2-4b97-b9f7-67012f3cf282 req-d634dbc2-9ee7-4f56-9819-c1a04874895f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527782 Apr 06 12:21:17.054395 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-84524059-230c-43e9-80ac-e561ef79e529 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 200 len: 999 time: 0.0613673 Apr 06 12:21:17.107861 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-9d16ff3b-9661-44f6-9f55-225eb0eb8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:17.109960 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-9d16ff3b-9661-44f6-9f55-225eb0eb8a29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0484307 Apr 06 12:21:17.166860 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-c0170d79-66bb-4c11-be45-ebbeb36242b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:17.168389 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-c0170d79-66bb-4c11-be45-ebbeb36242b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511222 Apr 06 12:21:17.279249 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-62c152bb-ac3e-4e87-8e2f-068daf59e731 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906363 Apr 06 12:21:17.389662 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0a39eb1c-7cd0-466c-a51a-5b10fd0b0317 req-e0c061fc-0d6e-483f-a050-a8512c433001 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977554 Apr 06 12:21:18.163417 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160f96-b7b1-44a8-a575-78d25e102671 req-46d0051f-e351-4762-bc47-97d872f18c1a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:18.165431 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98160f96-b7b1-44a8-a575-78d25e102671 req-46d0051f-e351-4762-bc47-97d872f18c1a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0755627 Apr 06 12:21:18.227245 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98160f96-b7b1-44a8-a575-78d25e102671 req-c166117a-f18b-40e4-be44-227ec031991f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557768 Apr 06 12:21:19.115212 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44060) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:19.153019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44066) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:19.196939 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Deleting subnet 1fd6e66e-8384-402c-9e0d-7ee7b28efebb {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:21:19.200008 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Publish callbacks [] for subnet (1fd6e66e-8384-402c-9e0d-7ee7b28efebb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.253876 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (1fd6e66e-8384-402c-9e0d-7ee7b28efebb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.289419 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-6d0f53d6-cee3-49b2-a0d4-0a9df15b8b71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcdb57c483684430975544b02b0f57f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730311 Apr 06 12:21:19.292056 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44070) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:19.346217 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (1fd6e66e-8384-402c-9e0d-7ee7b28efebb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.386748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] Publish callbacks [] for security_group (6e720831-7677-4220-9a8d-53759a05bb8f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.404347 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf8402-5711-4947-9ab4-1a7ac87dd79b req-3865da07-da75-4a87-976c-a5bedea5740d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:19.406098 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5cdf8402-5711-4947-9ab4-1a7ac87dd79b req-3865da07-da75-4a87-976c-a5bedea5740d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0978734 Apr 06 12:21:19.414040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] Publish callbacks [] for security_group (6e720831-7677-4220-9a8d-53759a05bb8f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.480561 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5cdf8402-5711-4947-9ab4-1a7ac87dd79b req-49cf8c3f-77a6-419a-9408-4faf69b52c5f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638487 Apr 06 12:21:19.530860 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (1fd6e66e-8384-402c-9e0d-7ee7b28efebb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.559042 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6e720831-7677-4220-9a8d-53759a05bb8f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.559332 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd6e66e-8384-402c-9e0d-7ee7b28efebb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:19.561997 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.563812 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e720831-7677-4220-9a8d-53759a05bb8f HTTP/1.1" status: 204 len: 168 time: 0.2703855 Apr 06 12:21:19.569275 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.574230 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b5ca5164-f047-43f9-9d65-458a600d63c6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1fd6e66e-8384-402c-9e0d-7ee7b28efebb HTTP/1.1" status: 204 len: 168 time: 0.4201736 Apr 06 12:21:19.580507 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44074) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:19.581985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211192-a637-4492-9079-3eb632492d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e720831-7677-4220-9a8d-53759a05bb8f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:19.719437 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (d6e84397-d114-4985-8736-96ebcb9bf1cd), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.803439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (d6e84397-d114-4985-8736-96ebcb9bf1cd), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.828696 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e84397-d114-4985-8736-96ebcb9bf1cd']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:19.840221 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d00cc0-d38c-4513-ad36-efd3f083a8ca') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:19.840841 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d00cc0-d38c-4513-ad36-efd3f083a8ca') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:19.854205 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (27d00cc0-d38c-4513-ad36-efd3f083a8ca), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.876091 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (27d00cc0-d38c-4513-ad36-efd3f083a8ca), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.892625 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:21:19.895283 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (27d00cc0-d38c-4513-ad36-efd3f083a8ca), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:21:19.899448 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:21:20.051970 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (d6e84397-d114-4985-8736-96ebcb9bf1cd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.059414 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.065218 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] 10.222.0.25 "DELETE /v2.0/networks/d6e84397-d114-4985-8736-96ebcb9bf1cd HTTP/1.1" status: 204 len: 168 time: 0.4770105 Apr 06 12:21:20.073482 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240429-3820-48b6-9f53-ba4ce04bc06d admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e84397-d114-4985-8736-96ebcb9bf1cd,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:20.549165 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44084) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:20.603238 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-90ed4732-482f-43be-8b40-8d668f02c99b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=649112fa00d64144a28729aa8bb605d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0524561 Apr 06 12:21:20.603803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44086) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:20.658076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1e4e-dfd6-46bc-885a-1e01d6e388a5 req-a651b29d-f8e5-4694-8fae-a05062270e8b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:20.659692 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4d6f1e4e-dfd6-46bc-885a-1e01d6e388a5 req-a651b29d-f8e5-4694-8fae-a05062270e8b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.1008720 Apr 06 12:21:20.690050 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] Publish callbacks [] for security_group (3a65c28a-2f59-46d4-a5ff-7a2206b67d49), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.725646 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] Publish callbacks [] for security_group (3a65c28a-2f59-46d4-a5ff-7a2206b67d49), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.746633 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4d6f1e4e-dfd6-46bc-885a-1e01d6e388a5 req-6371bbab-4e0d-4b98-a958-89569902453f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809882 Apr 06 12:21:20.912470 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (3a65c28a-2f59-46d4-a5ff-7a2206b67d49), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.917058 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:20.917058 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a65c28a-2f59-46d4-a5ff-7a2206b67d49 HTTP/1.1" status: 204 len: 168 time: 0.3107932 Apr 06 12:21:20.924703 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929507e2-2bbe-40f0-9f49-79d628256469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a65c28a-2f59-46d4-a5ff-7a2206b67d49,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:21.944297 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f234b-069f-49ba-87d4-79ddf2aac20a req-510f8d76-58ef-4d1d-8f28-1047ebb2c523 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:21.944297 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-323f234b-069f-49ba-87d4-79ddf2aac20a req-510f8d76-58ef-4d1d-8f28-1047ebb2c523 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0799134 Apr 06 12:21:22.006763 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-323f234b-069f-49ba-87d4-79ddf2aac20a req-40b6bf9a-f4bf-4178-8533-1dea1a1c9d5d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684078 Apr 06 12:21:23.143423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88224546-b04e-4d3c-b94e-ec3e3fc56b6a req-6994a074-c714-405d-b92d-567c0029a689 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:23.150292 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-88224546-b04e-4d3c-b94e-ec3e3fc56b6a req-6994a074-c714-405d-b92d-567c0029a689 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0639594 Apr 06 12:21:23.201221 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-88224546-b04e-4d3c-b94e-ec3e3fc56b6a req-2314898d-c5c6-4661-914c-96e0b91bf135 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497231 Apr 06 12:21:23.896255 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44138) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:24.009961 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e863a008-faaf-4a3e-9bad-684181bca32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.103256 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e863a008-faaf-4a3e-9bad-684181bca32e admin admin] Publish callbacks [] for security_group (912172cc-c80d-4519-9755-46d405b0ba97), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.171877 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e863a008-faaf-4a3e-9bad-684181bca32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (912172cc-c80d-4519-9755-46d405b0ba97), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.212327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863a008-faaf-4a3e-9bad-684181bca32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912172cc-c80d-4519-9755-46d405b0ba97,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:24.221486 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44144) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:24.233274 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e863a008-faaf-4a3e-9bad-684181bca32e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b6ef4871c3f459888dc6ba4cb5ac736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313227 Apr 06 12:21:24.279914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] Publish callbacks [] for security_group (912172cc-c80d-4519-9755-46d405b0ba97), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.348744 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] Publish callbacks [] for security_group (912172cc-c80d-4519-9755-46d405b0ba97), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.382939 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec190-23d9-40a8-b78a-9bfc839e87a8 req-ace6423a-a7cd-4adf-9f18-a7b451e1c334 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:24.384635 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-319ec190-23d9-40a8-b78a-9bfc839e87a8 req-ace6423a-a7cd-4adf-9f18-a7b451e1c334 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.1024027 Apr 06 12:21:24.444965 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-319ec190-23d9-40a8-b78a-9bfc839e87a8 req-cc538f19-b330-4c99-9911-872ea2a6f2a0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503635 Apr 06 12:21:24.592269 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (912172cc-c80d-4519-9755-46d405b0ba97), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.594896 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:24.596077 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/912172cc-c80d-4519-9755-46d405b0ba97 HTTP/1.1" status: 204 len: 168 time: 0.3735471 Apr 06 12:21:24.614542 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf87bef-5f5a-4737-a795-1c1363787729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912172cc-c80d-4519-9755-46d405b0ba97,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:25.606062 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f2173-38f3-4368-a238-874133b305a7 req-8fa6ccfa-d58d-49fb-9996-8b5319331c09 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:25.608458 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d57f2173-38f3-4368-a238-874133b305a7 req-8fa6ccfa-d58d-49fb-9996-8b5319331c09 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0861969 Apr 06 12:21:25.680560 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d57f2173-38f3-4368-a238-874133b305a7 req-b23d83d2-f726-46bd-8d24-ff3efb0b2b5c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653470 Apr 06 12:21:26.834585 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006d02a-f0b0-4fee-869b-e51056dd81dc req-344076ee-6fd2-4781-94e1-8f758355ea6a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:26.842032 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2006d02a-f0b0-4fee-869b-e51056dd81dc req-344076ee-6fd2-4781-94e1-8f758355ea6a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0800452 Apr 06 12:21:26.900609 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2006d02a-f0b0-4fee-869b-e51056dd81dc req-0f2bee42-b449-476e-a697-c4aa12a97dc5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576653 Apr 06 12:21:28.034479 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f793453-0bf2-4215-8d2e-fdb43365ca7d req-f2f415e2-856d-45d0-9f61-359903ec09f8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:28.035097 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0f793453-0bf2-4215-8d2e-fdb43365ca7d req-f2f415e2-856d-45d0-9f61-359903ec09f8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0583162 Apr 06 12:21:28.083761 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0f793453-0bf2-4215-8d2e-fdb43365ca7d req-ae4b76fa-4a55-419a-b4c2-6a6bb9d90c03 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429337 Apr 06 12:21:29.211280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872795c4-5c81-4ba7-aac1-237b85d8868c req-760e453b-9c8b-4fce-bf01-9a3a20affaa6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:29.212779 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-872795c4-5c81-4ba7-aac1-237b85d8868c req-760e453b-9c8b-4fce-bf01-9a3a20affaa6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0551147 Apr 06 12:21:29.260462 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-872795c4-5c81-4ba7-aac1-237b85d8868c req-21892bc1-10ef-493b-b816-804227afa82d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419824 Apr 06 12:21:30.395127 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a598f24-b9da-4cef-8783-d3f2cd4fe1f7 req-d9c4e6bf-822a-4cd2-b962-9241901f5d63 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:30.400245 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2a598f24-b9da-4cef-8783-d3f2cd4fe1f7 req-d9c4e6bf-822a-4cd2-b962-9241901f5d63 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0599444 Apr 06 12:21:30.446263 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2a598f24-b9da-4cef-8783-d3f2cd4fe1f7 req-c8a7f182-8769-4733-aae0-784062736711 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435021 Apr 06 12:21:30.643276 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1f495232-83d0-4be1-ae13-13e386474bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:31.568460 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93751d3b-6ca5-40d6-b95a-9a77eae14466 req-4f848b78-9263-4fcc-939b-52880bfa7296 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:31.569940 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93751d3b-6ca5-40d6-b95a-9a77eae14466 req-4f848b78-9263-4fcc-939b-52880bfa7296 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 943 time: 0.0505364 Apr 06 12:21:31.622651 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93751d3b-6ca5-40d6-b95a-9a77eae14466 req-321c1233-9567-4aba-b33e-a034d9b1ec15 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470066 Apr 06 12:21:31.907095 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:21:32.005707 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:32.018895 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'mac_address': 'fa:16:3e:c1:b0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:21:32.028582 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:21:32.065134 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:32.065550 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:32.082470 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:21:32.102082 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:32.203902 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:32.251466 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=9']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:32.258478 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.258960 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.259301 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.259678 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.260087 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.260421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.260925 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.261259 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.261590 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.262188 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.262519 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.262949 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.263281 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.263742 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.264081 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:32.494039 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['ec18c45b-5ea0-4bf6-84ea-842c09625e30'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:21:32.698681 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:32.753701 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240093b-86a3-487e-ac42-c13f418b4485 req-e6149efb-03df-4567-8614-d5fc71fc0c13 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:32.756158 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7240093b-86a3-487e-ac42-c13f418b4485 req-e6149efb-03df-4567-8614-d5fc71fc0c13 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0549002 Apr 06 12:21:32.803771 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7240093b-86a3-487e-ac42-c13f418b4485 req-a2077e26-8236-4071-866f-34b850247ef6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418625 Apr 06 12:21:33.245784 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9efaba6-89ad-4539-8390-b0a3cc59086a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:33.919288 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:33.935660 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f59b6e-f778-4860-8e13-42a86f4a94c5 req-c35d4054-802b-4918-8353-ca29e573cb10 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:33.935660 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07f59b6e-f778-4860-8e13-42a86f4a94c5 req-c35d4054-802b-4918-8353-ca29e573cb10 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 944 time: 0.0544105 Apr 06 12:21:33.976201 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port ec18c45b-5ea0-4bf6-84ea-842c09625e30 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:33.976574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:33.993803 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07f59b6e-f778-4860-8e13-42a86f4a94c5 req-b624744c-8546-4187-bcd9-621af04f5765 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515490 Apr 06 12:21:34.064287 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port ec18c45b-5ea0-4bf6-84ea-842c09625e30 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:34.064602 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:34.101565 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:21:34.104115 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e2e826-7fe5-4f53-aa1d-0c6da0855964" -d '{"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:21:34.121147 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:34.149831 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02cb032-625d-486e-bdf7-9b0aec2a2d96 x-openstack-request-id: req-c02cb032-625d-486e-bdf7-9b0aec2a2d96 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:21:34.150291 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-plugged", "status": "completed", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:21:34.150679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c02cb032-625d-486e-bdf7-9b0aec2a2d96 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:21:34.150967 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02cb032-625d-486e-bdf7-9b0aec2a2d96'] response: {'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'code': 200} Apr 06 12:21:34.245535 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:34.290977 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:34.338850 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=10']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:34.893320 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48382c04-a9ef-40d4-ac22-a93859fa6aa3 req-10328958-b585-41d8-b2b0-84005d0d7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:34.894793 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-48382c04-a9ef-40d4-ac22-a93859fa6aa3 req-10328958-b585-41d8-b2b0-84005d0d7459 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 1130 time: 0.0438294 Apr 06 12:21:34.938769 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-48382c04-a9ef-40d4-ac22-a93859fa6aa3 req-76bc7a0b-6e0a-4e0c-804f-d63635a2a207 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371401 Apr 06 12:21:35.119215 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7ac95-984b-4771-8d03-4252469f25e8 req-90149fba-2798-4c67-9b1d-88838e9b359e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:35.120709 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-40b7ac95-984b-4771-8d03-4252469f25e8 req-90149fba-2798-4c67-9b1d-88838e9b359e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0532472 Apr 06 12:21:35.167392 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-40b7ac95-984b-4771-8d03-4252469f25e8 req-19ce85dd-7ba1-4cde-98d8-fa6c8a4ee407 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Apr 06 12:21:35.269211 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-b859d16d-730b-4ddd-af27-aa5ff225d09b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467222 Apr 06 12:21:35.340429 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-d83eb867-1d30-46dc-b3e7-2555ded41a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:35.341906 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-d83eb867-1d30-46dc-b3e7-2555ded41a4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 1129 time: 0.0442858 Apr 06 12:21:35.788073 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:35.794696 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-3681d3c9-b4f6-4868-827c-5988985e8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:35.796470 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-3681d3c9-b4f6-4868-827c-5988985e8f55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0913022 Apr 06 12:21:35.842584 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-2faaad97-8605-4b64-94b2-96f1b7291dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 200 len: 217 time: 0.0387883 Apr 06 12:21:35.895640 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-35c9ab80-7b20-4af1-b865-a6c2e596bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:35.897340 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-35c9ab80-7b20-4af1-b865-a6c2e596bfdd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0466909 Apr 06 12:21:35.949094 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-d91f4ee2-049f-41ae-92db-0d9ea9972f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:35.951293 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-d91f4ee2-049f-41ae-92db-0d9ea9972f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445125 Apr 06 12:21:36.048004 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-a1937db5-e02a-4e3a-baf9-2790ef415419 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876765 Apr 06 12:21:36.164372 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cdd9b7e8-a361-4110-a43d-ff92d9aaa89d req-92d62fd7-6ccf-47be-9f85-5d9e704e2e89 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852699 Apr 06 12:21:36.300493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4804cc9-d347-4879-a100-5ebc240b6018 req-9c2fabe3-2c33-44d0-b356-0db2dc1376ed tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:36.301985 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c4804cc9-d347-4879-a100-5ebc240b6018 req-9c2fabe3-2c33-44d0-b356-0db2dc1376ed tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0574129 Apr 06 12:21:36.350669 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c4804cc9-d347-4879-a100-5ebc240b6018 req-e759608b-cb0b-4364-b095-301ffe753621 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Apr 06 12:21:37.475674 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97750f-cc7e-4333-910a-d30d0575d670 req-43f9a2c6-1f08-433b-807a-f9d81218849e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:37.477050 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8d97750f-cc7e-4333-910a-d30d0575d670 req-43f9a2c6-1f08-433b-807a-f9d81218849e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0554385 Apr 06 12:21:37.483369 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:37.523229 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8d97750f-cc7e-4333-910a-d30d0575d670 req-43977299-c395-4cca-9724-b37df8f1ce4d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Apr 06 12:21:38.644664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975ccb-139c-426e-8a30-db5324987ba6 req-1b2043e8-1926-452e-9fce-95f966c28c4b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:38.646139 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21975ccb-139c-426e-8a30-db5324987ba6 req-1b2043e8-1926-452e-9fce-95f966c28c4b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0521410 Apr 06 12:21:38.692899 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21975ccb-139c-426e-8a30-db5324987ba6 req-e6c095c9-0751-44f7-b958-acd6b2ae4be2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409467 Apr 06 12:21:39.021328 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44440) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:39.124017 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.195419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Publish callbacks [] for security_group (df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.284809 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.322589 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8e6715c71684837a69eb80b7ab127a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002024 Apr 06 12:21:39.323466 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:39.325611 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44444) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:39.342233 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.342585 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.342934 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.343278 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.343641 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.343976 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.344308 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.344634 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.344959 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.345302 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.345610 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.345935 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.346258 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.346579 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.346901 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897d33a4-dfb2-4e89-a2d2-2bbd0eb2b3a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:39.386427 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] Publish callbacks [] for security_group (df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.411881 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] Publish callbacks [] for security_group (df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.536513 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.539040 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:39.540209 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe HTTP/1.1" status: 204 len: 168 time: 0.2137053 Apr 06 12:21:39.548266 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5f2e28-c3ee-4a0f-a498-aba9d9f0260e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b2d6a-dd1e-4d4d-b6fb-34a9e6841abe,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:39.812826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb89f29-f82a-4db7-8d27-45160ff9d7ee req-8974de91-e0a3-4413-b57b-70a51e3a5d73 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:39.814944 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0cb89f29-f82a-4db7-8d27-45160ff9d7ee req-8974de91-e0a3-4413-b57b-70a51e3a5d73 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0518279 Apr 06 12:21:39.866875 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0cb89f29-f82a-4db7-8d27-45160ff9d7ee req-df1ca494-fa11-4369-9a92-78131898d964 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460093 Apr 06 12:21:44.693269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca6518-1cda-49c7-ba8a-80e43ee5a78d req-bf30af36-7844-478a-ae82-f7c851823182 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:44.694736 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b0ca6518-1cda-49c7-ba8a-80e43ee5a78d req-bf30af36-7844-478a-ae82-f7c851823182 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0516820 Apr 06 12:21:44.747627 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b0ca6518-1cda-49c7-ba8a-80e43ee5a78d req-b9806f0a-6cde-47d3-bb87-c7d88d3934d7 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452306 Apr 06 12:21:45.866456 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4f1de-52f2-4da8-8d67-c0b2330f9334 req-28333f98-b5f8-4e8b-ad07-46ba84cae1f9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:45.867931 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2cd4f1de-52f2-4da8-8d67-c0b2330f9334 req-28333f98-b5f8-4e8b-ad07-46ba84cae1f9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0510798 Apr 06 12:21:45.913539 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2cd4f1de-52f2-4da8-8d67-c0b2330f9334 req-9ddcd8b0-84a8-4ad3-9d12-8238fb563ea4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Apr 06 12:21:47.033781 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c305b4-cdac-4942-af4c-c0b6cbd307ed req-11fc9859-6cd3-4444-a6eb-10254a3e7eef tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:47.035244 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-59c305b4-cdac-4942-af4c-c0b6cbd307ed req-11fc9859-6cd3-4444-a6eb-10254a3e7eef tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0516922 Apr 06 12:21:47.085318 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-59c305b4-cdac-4942-af4c-c0b6cbd307ed req-1f8276e2-3b5e-4ad0-ad85-025547935983 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 Apr 06 12:21:47.176589 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44530) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:47.281145 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-207f8f70-c013-4458-9e71-71e2cdd7c7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.363135 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-207f8f70-c013-4458-9e71-71e2cdd7c7e9 admin admin] Publish callbacks [] for security_group (48d80a00-ef40-4570-9845-95b632efc198), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.570605 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-207f8f70-c013-4458-9e71-71e2cdd7c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (48d80a00-ef40-4570-9845-95b632efc198), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.609655 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-207f8f70-c013-4458-9e71-71e2cdd7c7e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=612344ed1ee747fb980d36110c05cd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319897 Apr 06 12:21:47.610514 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f8f70-c013-4458-9e71-71e2cdd7c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d80a00-ef40-4570-9845-95b632efc198,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:47.612364 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44542) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:47.660235 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Publish callbacks [] for security_group (48d80a00-ef40-4570-9845-95b632efc198), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.680209 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Publish callbacks [] for security_group (48d80a00-ef40-4570-9845-95b632efc198), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.830659 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f52dda-4724-49d0-bec2-416bccb3a506 req-7bba5592-88dd-49d2-9ae8-dc2c629dd73b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:47.832224 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d0f52dda-4724-49d0-bec2-416bccb3a506 req-7bba5592-88dd-49d2-9ae8-dc2c629dd73b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0518582 Apr 06 12:21:47.838797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (48d80a00-ef40-4570-9845-95b632efc198), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.841446 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:47.842654 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48d80a00-ef40-4570-9845-95b632efc198 HTTP/1.1" status: 204 len: 168 time: 0.2286971 Apr 06 12:21:47.850710 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d80a00-ef40-4570-9845-95b632efc198,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:47.860221 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.860843 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.861199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.861677 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.862013 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.862541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.862924 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.863279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.863649 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.864014 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.864353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.864690 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.865022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.865350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.865678 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e03d87-3bbc-4a0d-bc6d-8a2ed37400ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:47.887168 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d0f52dda-4724-49d0-bec2-416bccb3a506 req-54f8c9b9-6080-4b50-bf57-9e839ebf0366 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491922 Apr 06 12:21:47.980082 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-d2501579-a08b-4f2d-a560-5582d9279c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:47.981559 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-d2501579-a08b-4f2d-a560-5582d9279c83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0471511 Apr 06 12:21:48.069831 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-95a3d75c-a6e7-4086-a3e2-7449adf7124a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:48.071276 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-95a3d75c-a6e7-4086-a3e2-7449adf7124a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0829985 Apr 06 12:21:48.144492 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-f9ea1b98-e0f4-4637-904d-cb86eecb0c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 1001 time: 0.0661695 Apr 06 12:21:48.224398 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-09a87354-d0cc-4047-9244-3b946d8073bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:48.225865 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-09a87354-d0cc-4047-9244-3b946d8073bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0743804 Apr 06 12:21:48.249208 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36137b2-ed48-4cf9-b45a-562397d4f3f1 req-d207c039-e871-4933-806b-fe60f6437389 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:48.251246 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f36137b2-ed48-4cf9-b45a-562397d4f3f1 req-d207c039-e871-4933-806b-fe60f6437389 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0913246 Apr 06 12:21:48.552545 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-bf75166e-3406-4123-848e-e8aa4eaff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:48.553988 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-bf75166e-3406-4123-848e-e8aa4eaff443 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3203068 Apr 06 12:21:48.557194 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f36137b2-ed48-4cf9-b45a-562397d4f3f1 req-3b42a050-3178-44cc-9677-7f541f1ecc19 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915132 Apr 06 12:21:48.651177 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-37b4bdec-ee1b-4468-adce-70be27ff5920 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906949 Apr 06 12:21:48.743580 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59ec203a-9889-4fcd-93f4-92d1c2dad5bd req-f9680478-e241-4330-b134-080440025169 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Apr 06 12:21:48.896013 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44572) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:48.995095 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1298216320-network', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:49.027894 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e0035-6b36-48d8-a56c-2435fe5157d7 req-babe3010-138d-48e6-b249-906bacbe6dad tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:49.029385 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0b9e0035-6b36-48d8-a56c-2435fe5157d7 req-babe3010-138d-48e6-b249-906bacbe6dad tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0720556 Apr 06 12:21:49.076798 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0b9e0035-6b36-48d8-a56c-2435fe5157d7 req-2bebfc70-d2b6-47ad-a5de-f8036ea8a429 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Apr 06 12:21:49.094333 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Made reservation on behalf of ed496f5853894ee0882fffe5a7c17d97 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:21:49.096632 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.105232 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.176683 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks [] for security_group (738d891a-7507-4b30-b094-8e413fa4d844), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.267544 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (738d891a-7507-4b30-b094-8e413fa4d844), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.291631 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:21:49.301235 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738d891a-7507-4b30-b094-8e413fa4d844,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:49.306634 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.306980 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Added segment d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0 of type vlan for network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 Apr 06 12:21:49.346837 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (11acb478-2cd9-4d42-9a2e-3ec0a11d6778), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.465281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (11acb478-2cd9-4d42-9a2e-3ec0a11d6778), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.466293 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:49.466874 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.526391 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] Pushing event updated for resources: {'Network': ['ID=11acb478-2cd9-4d42-9a2e-3ec0a11d6778,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:49.536627 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:21:49.584378 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-05301a09-4292-4cb7-9381-1fea3a16079a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6872330 Apr 06 12:21:49.587025 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44580) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:49.591880 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Request body: {'subnet': {'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1298216320-subnet', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:49.679054 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d14e1-727a-413b-8509-f920813a1048 req-d035fa0d-dc17-4acc-be0e-7457fe335c67 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:49.680545 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-db2d14e1-727a-413b-8509-f920813a1048 req-d035fa0d-dc17-4acc-be0e-7457fe335c67 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0539887 Apr 06 12:21:49.701633 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Made reservation on behalf of ed496f5853894ee0882fffe5a7c17d97 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:21:49.704139 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9350753'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.728413 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-db2d14e1-727a-413b-8509-f920813a1048 req-4e6b5544-42ca-4c54-bcfa-522805b69bd4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Apr 06 12:21:49.934100 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350783'] for subnet (86667869-11c9-4499-9f32-c85919796e6d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:49.992200 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86667869-11c9-4499-9f32-c85919796e6d,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:49.999962 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Checking segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:50.000955 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Network hostable DHCP agents. Network: 11acb478-2cd9-4d42-9a2e-3ec0a11d6778, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:21:50.095558 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:21:50.172970 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 11acb478-2cd9-4d42-9a2e-3ec0a11d6778) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:50.178517 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:50.179179 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.181616 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e614b-0129-4c4c-82ef-a0293b8bf279 None None] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:21:50.208019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fdba2-9c19-4ab5-86c4-e807fe4b0a7f req-0048e4f7-c864-4dfc-ae93-74c28ff9cf8e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:50.209418 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-544fdba2-9c19-4ab5-86c4-e807fe4b0a7f req-0048e4f7-c864-4dfc-ae93-74c28ff9cf8e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0677643 Apr 06 12:21:50.260625 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-544fdba2-9c19-4ab5-86c4-e807fe4b0a7f req-0502aa0f-a388-4b1b-9b67-6e8a4581fc46 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456138 Apr 06 12:21:50.282297 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9843bcbb-af4a-4910-9d23-6f0b5afe79e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6941931 Apr 06 12:21:50.283317 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:21:50.284254 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.284945 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44584) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:50.289299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:50.397539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.398629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.417574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Allocated IP 172.20.0.2 (11acb478-2cd9-4d42-9a2e-3ec0a11d6778/86667869-11c9-4499-9f32-c85919796e6d/325faa96-f983-47b5-b5ae-f9df4124b04e) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:21:50.453571 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for router_controller (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), precommit_add_association {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.675050 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks [] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.683714 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for router_gateway (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.739930 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.780018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:50.783025 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:50.786579 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:21:50.793530 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Pushing event updated for resources: {'Port': ['ID=325faa96-f983-47b5-b5ae-f9df4124b04e,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:50.844845 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Attempting to bind port 325faa96-f983-47b5-b5ae-f9df4124b04e on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:21:50.845219 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Attempting to bind port 325faa96-f983-47b5-b5ae-f9df4124b04e by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:21:50.845585 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Attempting to bind port 325faa96-f983-47b5-b5ae-f9df4124b04e on network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:21:50.850578 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:21:50.850956 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Checking segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:50.851379 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.851784 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Bound using segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:21:50.852247 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Bound port: 325faa96-f983-47b5-b5ae-f9df4124b04e, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:21:50.852624 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:50.892005 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8327c7a-d6b1-4f79-8c44-309119860df1 req-328508eb-fe23-4f24-9c43-9ea77b830ed5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:50.893502 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a8327c7a-d6b1-4f79-8c44-309119860df1 req-328508eb-fe23-4f24-9c43-9ea77b830ed5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0996208 Apr 06 12:21:50.920062 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] For port 325faa96-f983-47b5-b5ae-f9df4124b04e, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:21:50.923672 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] For port 325faa96-f983-47b5-b5ae-f9df4124b04e, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=325faa96-f983-47b5-b5ae-f9df4124b04e,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:21:50.959950 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a8327c7a-d6b1-4f79-8c44-309119860df1 req-e874169d-b50c-4741-b63c-700961a519cb tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512695 Apr 06 12:21:51.054395 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.077075 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for router_gateway (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.103819 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.110630 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb5d35-ad35-469f-be40-90b121d633d1 None None] Pushing event updated for resources: {'Port': ['ID=325faa96-f983-47b5-b5ae-f9df4124b04e,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:51.216097 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Allocated IP 172.28.0.46 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/55cb4754-d71e-4d26-bd0b-c296b843ae57) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:21:51.344644 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.405145 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa57f25-9a1d-4365-bd77-8d44d5458fdb req-befa36ca-5ab9-418d-b526-813308df8f7a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:51.406805 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0aa57f25-9a1d-4365-bd77-8d44d5458fdb req-befa36ca-5ab9-418d-b526-813308df8f7a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0592380 Apr 06 12:21:51.461371 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0aa57f25-9a1d-4365-bd77-8d44d5458fdb req-8e9b9aee-1aaf-49b4-b154-be6390254dc1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Apr 06 12:21:51.465543 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.507023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:51.510123 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:51.513748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:21:51.522132 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Pushing event updated for resources: {'Port': ['ID=55cb4754-d71e-4d26-bd0b-c296b843ae57,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:51.584542 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 325faa96-f983-47b5-b5ae-f9df4124b04e up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:51.635022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 325faa96-f983-47b5-b5ae-f9df4124b04e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:51.635403 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.713995 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 325faa96-f983-47b5-b5ae-f9df4124b04e is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:51.714652 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.747834 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 325faa96-f983-47b5-b5ae-f9df4124b04e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=325faa96-f983-47b5-b5ae-f9df4124b04e,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:51.828226 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.857628 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for router_gateway (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:51.881135 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=325faa96-f983-47b5-b5ae-f9df4124b04e,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:52.052025 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a3a5ca-509b-4211-ac87-8ee701dd5bad None None] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:21:52.096380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:52.108309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798fe3-768d-4ab3-b720-a1fb6ea37e13 req-2d0eecc7-3d6a-42ee-8ec4-d99f0ac0f2a5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:52.110329 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab798fe3-768d-4ab3-b720-a1fb6ea37e13 req-2d0eecc7-3d6a-42ee-8ec4-d99f0ac0f2a5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0704677 Apr 06 12:21:52.163317 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ff4ee0a7-be1c-4be4-b86b-7cd02be97da4 None None] Provisioning complete for port 325faa96-f983-47b5-b5ae-f9df4124b04e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:52.163723 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ff4ee0a7-be1c-4be4-b86b-7cd02be97da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:52.231430 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab798fe3-768d-4ab3-b720-a1fb6ea37e13 req-399a60a4-3e0e-4504-9814-d057f4177bb0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845859 Apr 06 12:21:52.253120 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ee0a7-be1c-4be4-b86b-7cd02be97da4 None None] Current status of the port 325faa96-f983-47b5-b5ae-f9df4124b04e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:52.341664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:21:52.450754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:21:52.459306 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Sync routers for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:21:52.469321 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:21:52.469928 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:52.472674 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-031c616e-15a9-441d-bb11-4f0d62cb6ddf None None] Provisioning complete for port 325faa96-f983-47b5-b5ae-f9df4124b04e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:52.473100 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-031c616e-15a9-441d-bb11-4f0d62cb6ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:52.553324 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-031c616e-15a9-441d-bb11-4f0d62cb6ddf None None] Current status of the port 325faa96-f983-47b5-b5ae-f9df4124b04e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:52.570640 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:52.571896 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-fc37e0e2-e9b4-4c7f-a555-6c6e7f74dd42 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2859459 Apr 06 12:21:52.575701 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44594) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:52.591093 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:21:52.627231 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17b063-d0a5-4e25-9644-8945fd8d29e4 req-6b4408b9-2228-4343-b33c-bc416100c5ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:52.628739 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ad17b063-d0a5-4e25-9644-8945fd8d29e4 req-6b4408b9-2228-4343-b33c-bc416100c5ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0973566 Apr 06 12:21:52.721347 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ad17b063-d0a5-4e25-9644-8945fd8d29e4 req-6aad3545-3af9-4469-a604-703b1cade702 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842180 Apr 06 12:21:52.766621 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:51Z', 'revision_number': 3, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:52.796078 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Checking router: 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:21:52.796424 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Updating router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 port 55cb4754-d71e-4d26-bd0b-c296b843ae57 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:21:52.823527 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.026567 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.069748 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks [] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.157315 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.185174 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Allocated IP 172.20.0.1 (11acb478-2cd9-4d42-9a2e-3ec0a11d6778/86667869-11c9-4499-9f32-c85919796e6d/422a11a1-c1a3-4bbe-860a-2fd447dd9505) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:21:53.215548 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Attempting to bind port 55cb4754-d71e-4d26-bd0b-c296b843ae57 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:21:53.215913 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Attempting to bind port 55cb4754-d71e-4d26-bd0b-c296b843ae57 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:21:53.216273 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Attempting to bind port 55cb4754-d71e-4d26-bd0b-c296b843ae57 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:21:53.219726 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Pushing event updated for resources: {'Port': ['ID=55cb4754-d71e-4d26-bd0b-c296b843ae57,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:53.227137 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:21:53.227546 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:53.228048 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.228437 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:21:53.228891 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Bound port: 55cb4754-d71e-4d26-bd0b-c296b843ae57, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:21:53.229258 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.232399 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.232732 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.233061 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.233409 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.233744 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.234061 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.234425 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.234740 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.235056 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.235467 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.235712 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.236043 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.236358 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.236668 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.236979 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:21:53.287435 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] For port 55cb4754-d71e-4d26-bd0b-c296b843ae57, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:21:53.290735 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] For port 55cb4754-d71e-4d26-bd0b-c296b843ae57, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=55cb4754-d71e-4d26-bd0b-c296b843ae57,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:21:53.295837 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks [] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.360372 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef89c5-5f79-404b-bc8f-81a23171a7d4 req-a2f72cd8-c714-415c-9887-7cea478cae24 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:53.361980 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c3ef89c5-5f79-404b-bc8f-81a23171a7d4 req-a2f72cd8-c714-415c-9887-7cea478cae24 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0557172 Apr 06 12:21:53.408349 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c3ef89c5-5f79-404b-bc8f-81a23171a7d4 req-02339ce9-e1b3-44f8-9671-98ef865de270 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402608 Apr 06 12:21:53.439555 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.488578 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:21:53.489182 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:53.502486 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.540465 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31c10b-fa1b-4713-be9c-e083c3f1c911 None None] Pushing event updated for resources: {'Port': ['ID=55cb4754-d71e-4d26-bd0b-c296b843ae57,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:53.549172 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:53.552989 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:53.555327 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:21:53.558782 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:53.583779 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 325faa96-f983-47b5-b5ae-f9df4124b04e up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:53.605899 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.627044 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:21:53.636516 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 325faa96-f983-47b5-b5ae-f9df4124b04e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:53.637198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.722588 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 325faa96-f983-47b5-b5ae-f9df4124b04e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:53.787592 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4ba4aba4-fb5b-4f83-958b-749a49629dd6 None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:53.788304 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ba4aba4-fb5b-4f83-958b-749a49629dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.833730 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4ba4aba4-fb5b-4f83-958b-749a49629dd6 None None] Port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:21:53.847411 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca59726-ba40-42ff-bfb1-21b68fd17b30 req-e5dbeda7-3437-4f68-bff3-86cb3026bc28 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:53.849005 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-aca59726-ba40-42ff-bfb1-21b68fd17b30 req-e5dbeda7-3437-4f68-bff3-86cb3026bc28 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0575838 Apr 06 12:21:53.892584 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:53.917776 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:51Z', 'revision_number': 3, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:53.943460 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40832fe8-6616-4fdf-8dae-f76783b60ac7 None None] The sync data for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb is: [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:51Z', 'revision_number': 3, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:21:53.948601 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-aca59726-ba40-42ff-bfb1-21b68fd17b30 req-bb434129-a6be-4d0e-b045-edc307b1b4e0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793328 Apr 06 12:21:54.083215 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks [] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:54.170100 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:54.249571 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:54.252523 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:54.347361 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:54.348779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:54.476146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:21:54.555777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102e6c7-a2f4-4ef9-bcf0-14496ff5970a req-822f69ff-bad3-44d9-aa23-d9f15833a723 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:54.557906 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3102e6c7-a2f4-4ef9-bcf0-14496ff5970a req-822f69ff-bad3-44d9-aa23-d9f15833a723 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0724657 Apr 06 12:21:54.612075 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3102e6c7-a2f4-4ef9-bcf0-14496ff5970a req-6dc65b40-b795-40a7-902a-f8ee9b70d014 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477531 Apr 06 12:21:54.658515 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-3dcea740-e271-42f9-afb0-f773f63dea98 None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:54.659072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3dcea740-e271-42f9-afb0-f773f63dea98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:54.702104 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-3dcea740-e271-42f9-afb0-f773f63dea98 None None] Port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:21:54.786797 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:21:54.792091 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2a919b25-85d6-4c3a-86f2-af7b28fe5a17 admin admin] 10.222.0.25 "PUT /v2.0/routers/71a6490a-1667-4f8b-8de7-e6e590fcb3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154484 Apr 06 12:21:55.068844 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff83ff7-83fd-4156-ad13-a5e33279a158 req-a9e1df8e-3b92-44a7-b512-d47ffb1b7f97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:55.070313 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bff83ff7-83fd-4156-ad13-a5e33279a158 req-a9e1df8e-3b92-44a7-b512-d47ffb1b7f97 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Apr 06 12:21:55.116548 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bff83ff7-83fd-4156-ad13-a5e33279a158 req-2424afe3-1633-45e1-9dbf-f4e16e6f2066 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Apr 06 12:21:55.526585 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Sync routers for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:21:55.538153 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:21:55.538804 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:55.589690 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 55cb4754-d71e-4d26-bd0b-c296b843ae57 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:55.684895 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:21:55.714427 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 55cb4754-d71e-4d26-bd0b-c296b843ae57 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:55.714807 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:55.731956 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d86a1c-55d2-4946-b0b5-c5ed95a3ada1 req-9c9420df-6fad-41ba-9c77-228faf326477 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:55.739280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44620) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:55.740206 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d6d86a1c-55d2-4946-b0b5-c5ed95a3ada1 req-9c9420df-6fad-41ba-9c77-228faf326477 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0585580 Apr 06 12:21:55.744262 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559434411-network', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:55.787202 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d6d86a1c-55d2-4946-b0b5-c5ed95a3ada1 req-fdc1b937-a55e-42fc-9d9a-09cdc926b514 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459969 Apr 06 12:21:55.873122 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Made reservation on behalf of 5b4e8a38f3a14aa88d399050777d1034 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:21:55.876841 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:55.886232 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:55.897860 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 55cb4754-d71e-4d26-bd0b-c296b843ae57 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:55.898282 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:55.944036 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 55cb4754-d71e-4d26-bd0b-c296b843ae57, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=55cb4754-d71e-4d26-bd0b-c296b843ae57,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:55.958149 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks [] for security_group (2bc3a9f2-e164-446d-9f33-3e48db3137bb), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:55.970882 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 2, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:56.000727 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Checking router: 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:21:56.001080 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Updating router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:21:56.027895 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.037206 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2bc3a9f2-e164-446d-9f33-3e48db3137bb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.038543 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.069640 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:21:56.070577 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3a9f2-e164-446d-9f33-3e48db3137bb,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:56.076606 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (96529f27-0697-476c-8880-f95431ade413), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.076946 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Added segment 96529f27-0697-476c-8880-f95431ade413 of type vlan for network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 Apr 06 12:21:56.117152 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.161479 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=55cb4754-d71e-4d26-bd0b-c296b843ae57,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:56.235781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a83744-a000-47e6-b2e0-067c1548649f req-4846c47b-e9f3-494b-8d6a-eeb5f51b8bc4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.239959 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-90a83744-a000-47e6-b2e0-067c1548649f req-4846c47b-e9f3-494b-8d6a-eeb5f51b8bc4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0564620 Apr 06 12:21:56.291522 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.292499 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.293225 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.295151 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-90a83744-a000-47e6-b2e0-067c1548649f req-7a3750af-d230-4c7e-ae3e-4ce7eb35e7f2 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521746 Apr 06 12:21:56.343033 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks [] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.344857 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e57072-78b1-47fc-8019-09c3123a3354 req-a5600e40-9db4-416c-a8c3-144f77351bc1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.346501 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-50e57072-78b1-47fc-8019-09c3123a3354 req-a5600e40-9db4-416c-a8c3-144f77351bc1 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1065443 Apr 06 12:21:56.379044 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c97a31-0cf1-4ff9-8181-ef7d16bcca77,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:56.389377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:21:56.409687 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-50e57072-78b1-47fc-8019-09c3123a3354 req-9d459a6b-67a0-407d-85c0-0bdcc72d207d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546577 Apr 06 12:21:56.449363 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-cf2740b1-974d-48bc-98fb-2e52224bef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.450882 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-cf2740b1-974d-48bc-98fb-2e52224bef19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 1130 time: 0.0466950 Apr 06 12:21:56.459418 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.479259 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0c139a0f-44eb-4c9e-8766-30374d501d53 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7387702 Apr 06 12:21:56.482197 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44628) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:56.487817 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Request body: {'subnet': {'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559434411-subnet', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:56.516784 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0a75-0827-48d7-95a3-7cc9d9a9e87e None None] Pushing event updated for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:56.554214 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-1f2fa0e0-caea-47f6-a4d1-380ccc466536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.555813 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-1f2fa0e0-caea-47f6-a4d1-380ccc466536 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.0988379 Apr 06 12:21:56.568330 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Attempting to bind port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:21:56.568560 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Attempting to bind port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:21:56.568861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Attempting to bind port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 on network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:21:56.574622 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:21:56.575001 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Checking segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:56.575398 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.575817 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Bound using segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:21:56.576291 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Bound port: 422a11a1-c1a3-4bbe-860a-2fd447dd9505, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:21:56.576678 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.632721 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Made reservation on behalf of 5b4e8a38f3a14aa88d399050777d1034 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:21:56.633584 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-4dcbc275-06a1-4af8-99e6-e99d1676028f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 200 len: 1002 time: 0.0684931 Apr 06 12:21:56.635565 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9350753'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.692302 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-ee61edf2-5b8d-4584-879c-df0d3e60d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.694104 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-ee61edf2-5b8d-4584-879c-df0d3e60d13d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0540905 Apr 06 12:21:56.752020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-b5b36c6d-5e4f-430d-ba72-9ac3053477c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:56.754001 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-b5b36c6d-5e4f-430d-ba72-9ac3053477c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527143 Apr 06 12:21:56.771790 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-70e1d2cd-cdcc-438c-8141-0bcfa645c9cb None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:56.771790 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-70e1d2cd-cdcc-438c-8141-0bcfa645c9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.801326 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] For port 422a11a1-c1a3-4bbe-860a-2fd447dd9505, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:21:56.815519 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-70e1d2cd-cdcc-438c-8141-0bcfa645c9cb None None] Port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:21:56.818117 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] For port 422a11a1-c1a3-4bbe-860a-2fd447dd9505, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=422a11a1-c1a3-4bbe-860a-2fd447dd9505,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:21:56.850243 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-81180b33-9f60-4f1c-b3bd-0c18d957c127 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885556 Apr 06 12:21:56.901873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.918547 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350783'] for subnet (204f5317-fe23-4118-b2f2-8b76d2b81aa2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:56.960319 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:21:56.960956 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:56.961244 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef689add-cb71-4535-be4a-be93b807a9f5 req-e5b1c5d5-90d3-4274-9470-e459ace47319 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033056 Apr 06 12:21:56.986319 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204f5317-fe23-4118-b2f2-8b76d2b81aa2,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:57.005353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Checking segment: {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:57.005795 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Network hostable DHCP agents. Network: f0c97a31-0cf1-4ff9-8181-ef7d16bcca77, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:21:57.006716 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca0a75-0827-48d7-95a3-7cc9d9a9e87e None None] Pushing event updated for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:57.086501 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:21:57.279094 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:57.279329 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.288179 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:21:57.347459 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:56Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:57.373911 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, f0c97a31-0cf1-4ff9-8181-ef7d16bcca77) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:57.379556 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:57.379556 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.407962 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57deae66-f54e-436a-98be-b0b3fd1c7c56 None None] The sync data for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb is: [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:56Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:21:57.410598 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd95d5c-d813-436e-bfcc-c13a238df9a7 None None] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:21:57.429658 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2ac4e-c65f-4bbc-92ff-315574a34874 req-8db624e0-f6c7-4042-ae5d-312bf9627c94 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:57.437079 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d9c2ac4e-c65f-4bbc-92ff-315574a34874 req-8db624e0-f6c7-4042-ae5d-312bf9627c94 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0691919 Apr 06 12:21:57.479032 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7d8e3ed6-6f5d-4d52-9368-b6ba8ba140b2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9957116 Apr 06 12:21:57.481483 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44634) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:57.484765 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Current status of the port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:57.489084 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.489197 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:21:57.527967 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d9c2ac4e-c65f-4bbc-92ff-315574a34874 req-8233b04d-cbf3-4878-9641-c8d66b0a3c74 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891845 Apr 06 12:21:57.550871 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] For port 422a11a1-c1a3-4bbe-860a-2fd447dd9505, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=422a11a1-c1a3-4bbe-860a-2fd447dd9505,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:21:57.588015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'fixed_ips': [{'subnet_id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:21:57.591379 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.639215 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (0aca5617-8185-4a00-9421-407bcdd266d9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.641943 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (0aca5617-8185-4a00-9421-407bcdd266d9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.672156 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ea9e2-52b5-4fa5-baf5-d8578c59359a req-f115b866-c5ef-4cce-9790-09279db31783 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:57.673675 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a5ea9e2-52b5-4fa5-baf5-d8578c59359a req-f115b866-c5ef-4cce-9790-09279db31783 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1034458 Apr 06 12:21:57.684694 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.735339 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 422a11a1-c1a3-4bbe-860a-2fd447dd9505 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:57.744838 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for router_controller (0aca5617-8185-4a00-9421-407bcdd266d9), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.764359 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0a5ea9e2-52b5-4fa5-baf5-d8578c59359a req-ca4acd34-c780-4bf2-b32d-3ff93444d98e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849578 Apr 06 12:21:57.853375 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Allocated IP 172.20.0.2 (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77/204f5317-fe23-4118-b2f2-8b76d2b81aa2/435f4cc7-56a7-450c-8acf-be76857f9f65) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:21:57.867155 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd2551-571a-40d8-8b3a-8b4e3f1c0899 None None] Pushing event updated for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:57.954078 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:57.954459 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:57.978623 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for router_gateway (0aca5617-8185-4a00-9421-407bcdd266d9), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.102670 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:58.103698 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 55cb4754-d71e-4d26-bd0b-c296b843ae57 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:58.105833 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks [] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.158616 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 55cb4754-d71e-4d26-bd0b-c296b843ae57 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:58.159306 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.233602 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.283585 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:58.291235 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 55cb4754-d71e-4d26-bd0b-c296b843ae57 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:58.295577 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:58.300029 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:21:58.309717 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Pushing event updated for resources: {'Port': ['ID=435f4cc7-56a7-450c-8acf-be76857f9f65,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:58.320975 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for router_gateway (0aca5617-8185-4a00-9421-407bcdd266d9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.341199 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.370298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Attempting to bind port 435f4cc7-56a7-450c-8acf-be76857f9f65 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:21:58.370682 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Attempting to bind port 435f4cc7-56a7-450c-8acf-be76857f9f65 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:21:58.371073 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Attempting to bind port 435f4cc7-56a7-450c-8acf-be76857f9f65 on network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:21:58.376881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:21:58.377258 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Checking segment: {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:21:58.377673 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.378075 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Bound using segment: {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:21:58.378565 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Bound port: 435f4cc7-56a7-450c-8acf-be76857f9f65, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:21:58.379778 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.443754 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] For port 435f4cc7-56a7-450c-8acf-be76857f9f65, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:21:58.446961 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] For port 435f4cc7-56a7-450c-8acf-be76857f9f65, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=435f4cc7-56a7-450c-8acf-be76857f9f65,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:21:58.453411 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Allocated IP 172.28.0.51 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:21:58.558683 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.580238 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.623125 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f30d0-f271-460a-9f40-6e4057047fba None None] Pushing event updated for resources: {'Port': ['ID=435f4cc7-56a7-450c-8acf-be76857f9f65,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:58.671995 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98766b75-067a-437b-ab03-e7ffa20b7e24 req-e949a1f9-6074-4b5d-9cea-7e5dda77ea5a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:58.674433 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98766b75-067a-437b-ab03-e7ffa20b7e24 req-e949a1f9-6074-4b5d-9cea-7e5dda77ea5a tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0674300 Apr 06 12:21:58.695894 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:58.728103 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98766b75-067a-437b-ab03-e7ffa20b7e24 req-b899320d-6b81-41c6-8758-91a3284bb314 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488942 Apr 06 12:21:58.737439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:21:58.744776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:21:58.754744 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:21:58.757963 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Pushing event updated for resources: {'Port': ['ID=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:21:58.981153 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0a558-0218-4853-b901-b730f8f5ae85 req-f898c54c-f877-4caf-b0e7-5eda172c37bd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:58.981769 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bcc0a558-0218-4853-b901-b730f8f5ae85 req-f898c54c-f877-4caf-b0e7-5eda172c37bd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1216965 Apr 06 12:21:59.030226 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bcc0a558-0218-4853-b901-b730f8f5ae85 req-a19f45cc-b910-4c52-b46c-096c98f100aa tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Apr 06 12:21:59.142656 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for router_gateway (0aca5617-8185-4a00-9421-407bcdd266d9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.339621 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (0aca5617-8185-4a00-9421-407bcdd266d9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.536334 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57fdf2-417a-476b-baa3-05c147589ec1 None None] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:21:59.636890 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 435f4cc7-56a7-450c-8acf-be76857f9f65 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:21:59.653708 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Router 0aca5617-8185-4a00-9421-407bcdd266d9 is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:21:59.689337 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Provisioning complete for port 435f4cc7-56a7-450c-8acf-be76857f9f65 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:59.689337 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.740808 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 435f4cc7-56a7-450c-8acf-be76857f9f65 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:21:59.741191 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.769548 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:21:59.781526 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Sync routers for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:21:59.793217 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:21:59.795651 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:21:59.819119 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Current status of the port 435f4cc7-56a7-450c-8acf-be76857f9f65 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:21:59.819530 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.881802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607d621-8689-463b-9dd7-58ca5df20bc1 req-27ba9eb6-7053-489a-9a7a-049338e85743 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:21:59.890404 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6607d621-8689-463b-9dd7-58ca5df20bc1 req-27ba9eb6-7053-489a-9a7a-049338e85743 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0695515 Apr 06 12:21:59.904578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:21:59.906711 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e5c6ff87-f7af-4e31-b3df-e8ec1b615e88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4241412 Apr 06 12:21:59.914823 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44644) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:21:59.934249 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:21:59.948159 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6607d621-8689-463b-9dd7-58ca5df20bc1 req-c31e261d-3d4c-489e-abdb-77e07e34d93c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560977 Apr 06 12:22:00.033732 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 435f4cc7-56a7-450c-8acf-be76857f9f65 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:00.034023 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.065585 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] For port 435f4cc7-56a7-450c-8acf-be76857f9f65, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=435f4cc7-56a7-450c-8acf-be76857f9f65,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:00.126362 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:21:58Z', 'revision_number': 3, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:00.136096 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.152889 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Checking router: 0aca5617-8185-4a00-9421-407bcdd266d9 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:00.153244 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Updating router 0aca5617-8185-4a00-9421-407bcdd266d9 port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:22:00.182376 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.208546 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.db.api [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:22:00.208848 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG oslo_db.api [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:22:00.211552 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c4e69-21a0-45e9-be63-47a968d8b66b None None] Pushing event updated for resources: {'Port': ['ID=435f4cc7-56a7-450c-8acf-be76857f9f65,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:00.259703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f6ae39cf-a798-40ab-a048-a157b923bb04 None None] Provisioning complete for port 435f4cc7-56a7-450c-8acf-be76857f9f65 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:00.260130 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6ae39cf-a798-40ab-a048-a157b923bb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.345648 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae39cf-a798-40ab-a048-a157b923bb04 None None] Current status of the port 435f4cc7-56a7-450c-8acf-be76857f9f65 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:00.383520 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.443590 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks [] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.539269 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Allocated IP 172.20.0.1 (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77/204f5317-fe23-4118-b2f2-8b76d2b81aa2/5b10ab78-5edd-4b0f-80d5-97d424d52f37) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:00.569743 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.623446 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b4688-7389-413c-b497-69af81ed98f4 None None] Pushing event updated for resources: {'Port': ['ID=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:00.630401 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Attempting to bind port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:22:00.630772 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Attempting to bind port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:22:00.636649 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Attempting to bind port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:00.637133 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:22:00.637133 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:22:00.637512 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.637903 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:22:00.638376 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Bound port: 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:22:00.638754 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.692244 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] For port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:22:00.695443 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] For port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:22:00.705447 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-775556dc-0351-4c11-b902-efc51b0a5c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.745098 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 435f4cc7-56a7-450c-8acf-be76857f9f65 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:00.746027 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 422a11a1-c1a3-4bbe-860a-2fd447dd9505 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:00.795699 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:00.796071 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.802927 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.829756 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks [] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.857087 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:00.857712 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:00.873783 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:00.908812 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b4688-7389-413c-b497-69af81ed98f4 None None] Pushing event updated for resources: {'Port': ['ID=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:00.968726 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:00.979509 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:01.012245 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:01.015318 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:01.019212 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:01.071170 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Pushing event updated for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:01.094724 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (0aca5617-8185-4a00-9421-407bcdd266d9), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.146880 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bca5d-7881-49a6-a4c0-50af0f30faa3 req-7abe0204-3377-46b0-9a64-ca300dd63e08 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:01.148454 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-183bca5d-7881-49a6-a4c0-50af0f30faa3 req-7abe0204-3377-46b0-9a64-ca300dd63e08 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.1271474 Apr 06 12:22:01.178995 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:21:58Z', 'revision_number': 3, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:01.207325 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e37d02-6c08-4897-a234-5c589b104743 None None] The sync data for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb is: [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:21:58Z', 'revision_number': 3, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:01.243729 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-183bca5d-7881-49a6-a4c0-50af0f30faa3 req-0aa20ce3-e535-4872-91cc-054c87d80b2e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893993 Apr 06 12:22:01.280581 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-2b6225b3-950f-4442-9fcd-044832729998 None None] Provisioning complete for port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:01.280581 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b6225b3-950f-4442-9fcd-044832729998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.314478 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2b6225b3-950f-4442-9fcd-044832729998 None None] Port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:01.375122 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.564027 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks [] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.615153 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.642066 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 435f4cc7-56a7-450c-8acf-be76857f9f65 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:01.687287 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Pushing event updated for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:01.691074 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (0aca5617-8185-4a00-9421-407bcdd266d9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.695380 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 435f4cc7-56a7-450c-8acf-be76857f9f65 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:01.695800 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.777512 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 435f4cc7-56a7-450c-8acf-be76857f9f65 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:01.778599 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:01.796142 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:01.797655 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:01.833273 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:01.833379 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.925654 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:01.925927 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Router 0aca5617-8185-4a00-9421-407bcdd266d9 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:01.926272 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:01.948632 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:02.040268 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-aebe066a-bad1-4bdd-9b5d-dc9f23a50ab7 None None] Provisioning complete for port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:02.040647 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-aebe066a-bad1-4bdd-9b5d-dc9f23a50ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:02.050049 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:02.068286 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9fa5ff91-1d63-4a54-b238-a9c1c2159a4f admin admin] 10.222.0.25 "PUT /v2.0/routers/0aca5617-8185-4a00-9421-407bcdd266d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1393309 Apr 06 12:22:02.069798 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:02.111822 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-aebe066a-bad1-4bdd-9b5d-dc9f23a50ab7 None None] Port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:02.135840 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:02.370081 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f78f0e-5e09-43bc-8321-214a239af2b0 req-627027c5-bd38-4806-bd1b-fc41089f108d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:02.371906 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-06f78f0e-5e09-43bc-8321-214a239af2b0 req-627027c5-bd38-4806-bd1b-fc41089f108d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0610671 Apr 06 12:22:02.418759 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-06f78f0e-5e09-43bc-8321-214a239af2b0 req-d0cafe25-330a-49f3-b679-57925701b546 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Apr 06 12:22:02.706763 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:02.811942 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Sync routers for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:02.821909 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:02.822527 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:21:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:02.929386 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:03.125482 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5b10ab78-5edd-4b0f-80d5-97d424d52f37', 'name': '', 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'mac_address': 'fa:16:3e:5c:fe:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:22:00Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 2, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'subnets': [{'id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:03.160290 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Checking router: 0aca5617-8185-4a00-9421-407bcdd266d9 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:03.160646 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Updating router 0aca5617-8185-4a00-9421-407bcdd266d9 port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:22:03.192707 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.319045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b1be0f4a-65d7-4f62-b91b-f850c0754e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.447279 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks [] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.542813 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8327a-28f5-4b50-9a55-dcccffb822b8 req-a9e12e82-88b2-4dd7-a3d4-ef40bbe82521 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:03.544591 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8ba8327a-28f5-4b50-9a55-dcccffb822b8 req-a9e12e82-88b2-4dd7-a3d4-ef40bbe82521 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0566585 Apr 06 12:22:03.558073 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.597181 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:03.607812 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8ba8327a-28f5-4b50-9a55-dcccffb822b8 req-63957393-449b-4a32-8b6d-1345461cc990 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557282 Apr 06 12:22:03.654055 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef683e2-a95a-44d8-a0f1-8f73f86b96a5 None None] Pushing event updated for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:03.710943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Attempting to bind port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:22:03.711321 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Attempting to bind port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:22:03.711716 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Attempting to bind port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 on network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:03.712216 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44662) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:03.717710 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158383802', 'description': 'tempest-secgroup-smoke-1158383802 description', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:03.720283 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:22:03.720695 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Checking segment: {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:22:03.721107 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.721503 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Bound using segment: {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:22:03.721995 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Bound port: 5b10ab78-5edd-4b0f-80d5-97d424d52f37, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96529f27-0697-476c-8880-f95431ade413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:22:03.722372 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.724225 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:03.724588 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.822606 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] For port 5b10ab78-5edd-4b0f-80d5-97d424d52f37, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:22:03.847967 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.860282 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] For port 5b10ab78-5edd-4b0f-80d5-97d424d52f37, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5b10ab78-5edd-4b0f-80d5-97d424d52f37,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:22:03.876289 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-d4761675-d7d2-4be1-bc29-ec7116194b45 None None] Provisioning complete for port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:03.876681 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d4761675-d7d2-4be1-bc29-ec7116194b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.878077 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:03.913524 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-d4761675-d7d2-4be1-bc29-ec7116194b45 None None] Port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:03.915047 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:03.974275 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.003896 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.038461 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:04.039124 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:04.039780 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:04.041563 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef683e2-a95a-44d8-a0f1-8f73f86b96a5 None None] Pushing event updated for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:04.143225 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.146363 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-143a5d1b-2cc4-40ce-a69b-46544d354578 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4321306 Apr 06 12:22:04.150561 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44668) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:04.152956 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:04.168179 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:04.194292 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.248826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (97911b1f-aae0-413e-9cf7-6ec43da7f391), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.308721 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (97911b1f-aae0-413e-9cf7-6ec43da7f391), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.425123 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Provisioning complete for port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:04.425515 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.426869 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (97911b1f-aae0-413e-9cf7-6ec43da7f391), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.444118 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97911b1f-aae0-413e-9cf7-6ec43da7f391,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:04.554649 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Current status of the port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:04.555042 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.571717 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.575878 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f2160d72-cad9-44be-88c0-3a0847675432 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235477 Apr 06 12:22:04.576086 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44670) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:04.581243 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:04.585019 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5b10ab78-5edd-4b0f-80d5-97d424d52f37', 'name': '', 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'mac_address': 'fa:16:3e:5c:fe:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:22:00Z', 'updated_at': '2022-04-06T12:22:03Z', 'revision_number': 4, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'subnets': [{'id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:04.616948 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ce1a8-63c3-4114-8d8f-7055ea4c9a6a None None] The sync data for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb is: [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5b10ab78-5edd-4b0f-80d5-97d424d52f37', 'name': '', 'network_id': 'f0c97a31-0cf1-4ff9-8181-ef7d16bcca77', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'mac_address': 'fa:16:3e:5c:fe:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:22:00Z', 'updated_at': '2022-04-06T12:22:03Z', 'revision_number': 4, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'subnets': [{'id': '204f5317-fe23-4118-b2f2-8b76d2b81aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:04.619564 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] For port 5b10ab78-5edd-4b0f-80d5-97d424d52f37, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5b10ab78-5edd-4b0f-80d5-97d424d52f37,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:04.693818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (cb88a8b1-7b20-4695-8c7d-55cd34a22627), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.728470 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.741938 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982176e-1b07-487f-a668-b89ab900de2e req-a218c954-c3bf-41fd-b11f-38899f0bb60e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:04.743320 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1982176e-1b07-487f-a668-b89ab900de2e req-a218c954-c3bf-41fd-b11f-38899f0bb60e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0682473 Apr 06 12:22:04.765367 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (cb88a8b1-7b20-4695-8c7d-55cd34a22627), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.789311 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a7503-1670-4b96-83c2-3b724d571fe9 None None] Pushing event updated for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:04.806416 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1982176e-1b07-487f-a668-b89ab900de2e req-43e53ef6-5101-46cd-a14e-82ce74c92181 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553427 Apr 06 12:22:04.861066 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (cb88a8b1-7b20-4695-8c7d-55cd34a22627), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.879517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb88a8b1-7b20-4695-8c7d-55cd34a22627,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:04.981423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:04.982667 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ef0aa273-c8a4-4a63-b19c-3bfc984a9fe1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4050448 Apr 06 12:22:04.985489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44674) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:04.989824 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:05.145758 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (21b07fb9-dc5f-4bc5-b2ee-7fabb60c3a12), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.196042 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41237313-e927-4288-98aa-268b0e8aee72 req-ce3697e8-533d-4a44-a2b7-06612826c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:05.197578 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-41237313-e927-4288-98aa-268b0e8aee72 req-ce3697e8-533d-4a44-a2b7-06612826c96a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0856798 Apr 06 12:22:05.232113 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (21b07fb9-dc5f-4bc5-b2ee-7fabb60c3a12), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.254683 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-41237313-e927-4288-98aa-268b0e8aee72 req-320be1ac-4b9c-4e3f-be61-3d1c862bc36d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501168 Apr 06 12:22:05.306600 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (21b07fb9-dc5f-4bc5-b2ee-7fabb60c3a12), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.328227 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b07fb9-dc5f-4bc5-b2ee-7fabb60c3a12,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:05.405854 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.407200 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-61189192-8406-4e71-95b6-879951298568 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4207675 Apr 06 12:22:05.409871 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44676) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:05.414435 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:05.544777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (5de2e0b6-6e60-496f-b118-37b89e199cc1), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.585960 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5b10ab78-5edd-4b0f-80d5-97d424d52f37 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:05.617040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (5de2e0b6-6e60-496f-b118-37b89e199cc1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.637655 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:05.638108 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.700886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (5de2e0b6-6e60-496f-b118-37b89e199cc1), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.721342 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de2e0b6-6e60-496f-b118-37b89e199cc1,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:05.728761 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:05.800224 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.801451 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-125d98e9-aec2-4106-a593-8ff46bb7c772 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3906333 Apr 06 12:22:05.804204 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44678) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:05.808397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:05.832366 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:05.929331 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69212791-adf8-427c-909f-b17816411a61 req-a12354f0-9633-4d1c-9ce9-f5f440a2eab8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:05.930800 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-69212791-adf8-427c-909f-b17816411a61 req-a12354f0-9633-4d1c-9ce9-f5f440a2eab8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0543921 Apr 06 12:22:05.943144 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.securitygroups_db [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Project ed496f5853894ee0882fffe5a7c17d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:22:05.955660 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (255c64d2-c258-470a-a142-ba7bfe5a7b9e), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.005745 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-69212791-adf8-427c-909f-b17816411a61 req-20ca2f44-0609-4628-adf8-b9ced70acddb tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693419 Apr 06 12:22:06.034053 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (255c64d2-c258-470a-a142-ba7bfe5a7b9e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.139426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (255c64d2-c258-470a-a142-ba7bfe5a7b9e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.158556 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255c64d2-c258-470a-a142-ba7bfe5a7b9e,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:06.245227 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.246499 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-326d5e37-f2e9-4110-88cf-e9dfedd121b7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4413686 Apr 06 12:22:06.249191 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44682) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:06.253520 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'security_group_rule': {'security_group_id': 'd6fcb48f-cf04-4fb8-ae76-d038f6ef73b6', 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:06.352378 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.securitygroups_db [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Project ed496f5853894ee0882fffe5a7c17d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:22:06.357709 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (7cd8e625-ce8a-4415-be16-32889235bf51), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.413869 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (7cd8e625-ce8a-4415-be16-32889235bf51), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.506241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (7cd8e625-ce8a-4415-be16-32889235bf51), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.523525 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd8e625-ce8a-4415-be16-32889235bf51,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:06.627804 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:06.629031 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-452c7f6e-cfa4-46f0-82c1-63ec4f1b2c7c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3788624 Apr 06 12:22:07.129997 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff0d5d-394f-414b-a7f1-8a851276abdc req-e499c8f4-ba01-4160-9a13-f337f82657ca tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:07.129997 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1fff0d5d-394f-414b-a7f1-8a851276abdc req-e499c8f4-ba01-4160-9a13-f337f82657ca tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Apr 06 12:22:07.177144 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1fff0d5d-394f-414b-a7f1-8a851276abdc req-37aaf89f-f9db-44cf-8b24-2641aa323bc9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449452 Apr 06 12:22:07.460833 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:07.784504 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1171f-885c-4ce0-aeb4-369323d93528 req-33f117ed-929a-4b81-a0f3-407a9d11fef4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:07.786049 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f5c1171f-885c-4ce0-aeb4-369323d93528 req-33f117ed-929a-4b81-a0f3-407a9d11fef4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0558217 Apr 06 12:22:07.833167 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f5c1171f-885c-4ce0-aeb4-369323d93528 req-dd9b4aa1-4e4f-41ae-bdf3-271c8b409613 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Apr 06 12:22:07.906618 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-1c317b71-f7d1-47f4-b006-63396cfc0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:07.908196 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-1c317b71-f7d1-47f4-b006-63396cfc0fbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0437319 Apr 06 12:22:08.002216 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-54728f51-efdd-4539-a531-11ec9c3348e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:08.003760 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-54728f51-efdd-4539-a531-11ec9c3348e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0880058 Apr 06 12:22:08.071501 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-1635be85-d947-4d95-984a-572c670ae162 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 1001 time: 0.0596962 Apr 06 12:22:08.121074 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-9ed180b2-dfea-4959-9488-cba1ae4fcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:08.122544 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-9ed180b2-dfea-4959-9488-cba1ae4fcd64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0444336 Apr 06 12:22:08.178144 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-845dbc9e-6c62-43a5-a494-8f518af2e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:08.179706 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-845dbc9e-6c62-43a5-a494-8f518af2e92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0503943 Apr 06 12:22:08.504950 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-daa27eb5-0764-4fe1-919f-da78780c517d service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171222 Apr 06 12:22:08.607811 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c4c5c24-5b65-4762-a661-c2bca6994cb2 req-9e5645ff-12b6-409d-b34a-bb795a73bd85 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872016 Apr 06 12:22:08.954070 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d95442-85e9-431c-9a0b-285af3153c47 req-7dcb466e-dfe3-4fda-8abc-a7b6791606df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:08.955559 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07d95442-85e9-431c-9a0b-285af3153c47 req-7dcb466e-dfe3-4fda-8abc-a7b6791606df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0522518 Apr 06 12:22:09.004231 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07d95442-85e9-431c-9a0b-285af3153c47 req-56f59e3c-524c-438e-b010-dc86f586f339 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Apr 06 12:22:09.026610 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:22:10.126781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f160a4c-8913-4d5d-82f0-ed4006bbfedb req-3111e1db-e4eb-4aa1-ac46-eaaa60674620 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:10.128398 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5f160a4c-8913-4d5d-82f0-ed4006bbfedb req-3111e1db-e4eb-4aa1-ac46-eaaa60674620 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0543485 Apr 06 12:22:10.178772 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5f160a4c-8913-4d5d-82f0-ed4006bbfedb req-7dd92bbb-7465-4a1f-b921-e6f19630c1d3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Apr 06 12:22:11.301820 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126639d7-7e34-4fdf-a9a1-f506530e607e req-cb62b588-0e6d-4164-b5f4-26eff4d6a0e0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:11.303279 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-126639d7-7e34-4fdf-a9a1-f506530e607e req-cb62b588-0e6d-4164-b5f4-26eff4d6a0e0 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0572338 Apr 06 12:22:11.353050 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-126639d7-7e34-4fdf-a9a1-f506530e607e req-84629c00-23bf-4a07-8753-4f9e9091c594 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Apr 06 12:22:11.467687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e53669-f629-45d0-b5b8-bd8e6511d14a req-a3e9f5eb-3fc5-4668-8157-0730b62eed80 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:11.469052 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d5e53669-f629-45d0-b5b8-bd8e6511d14a req-a3e9f5eb-3fc5-4668-8157-0730b62eed80 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0528190 Apr 06 12:22:11.478216 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44766) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:11.483353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Request body: {'floatingip': {'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:11.546783 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:12.022025 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:12.094849 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:12.305919 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Router d10f7347-1f80-4811-acda-a610d3f137ec has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:12.420488 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:12.425673 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:12.430312 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:12.439751 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:12.440851 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:12.464946 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:12.464946 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bf12e7-bbb0-4d73-a4fb-728d3852789d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:12.496376 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-fc3d3fbd-86d7-4185-8a54-2995a4f6c41b tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "PUT /v2.0/floatingips/946a4534-390d-473e-bb29-bd666ebf09da HTTP/1.1" status: 200 len: 993 time: 1.0169737 Apr 06 12:22:12.501623 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08459e9e-3e29-4279-8988-c2e18d692319 x-openstack-request-id: req-08459e9e-3e29-4279-8988-c2e18d692319 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:12.501916 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:12.502173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08459e9e-3e29-4279-8988-c2e18d692319 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:12.503094 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08459e9e-3e29-4279-8988-c2e18d692319'] response: {'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'status': 'completed', 'code': 200} Apr 06 12:22:12.549624 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:12.579886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-e54201f8-c8ac-4a28-a5d3-015593867e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:12.582016 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-e54201f8-c8ac-4a28-a5d3-015593867e35 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0467784 Apr 06 12:22:12.677082 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-f0f60d8a-f301-4ac5-93f7-e20cda52c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:12.678552 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-f0f60d8a-f301-4ac5-93f7-e20cda52c2cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0890670 Apr 06 12:22:12.745819 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-40c26062-f0e4-4024-a5e5-5d6b26146029 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 1001 time: 0.0599563 Apr 06 12:22:12.782416 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:22:11Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:12.802479 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-17a57f20-1650-440c-98c9-3d0e174aff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:12.803984 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-17a57f20-1650-440c-98c9-3d0e174aff19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0493276 Apr 06 12:22:12.810824 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:12.823178 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:12.824101 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:12.860281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-9ad08d0a-098d-4773-abb2-b59e5528a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:12.861739 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-9ad08d0a-098d-4773-abb2-b59e5528a954 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504227 Apr 06 12:22:12.963730 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-749d119d-5387-4344-9afc-20864d631ae3 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876479 Apr 06 12:22:13.013297 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:13.062399 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07bf12e7-bbb0-4d73-a4fb-728d3852789d req-fcc30a18-5160-4722-b62e-cf374b396207 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873129 Apr 06 12:22:13.245879 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:22:11Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:13.271978 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41693ba6-ef5b-4b09-876a-e729087923f4 None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '946a4534-390d-473e-bb29-bd666ebf09da', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'floating_ip_address': '172.28.0.229', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'port_id': '80f2820a-889e-489c-8f61-7b9b206423f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'mac_address': 'fa:16:3e:25:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:20:36Z', 'updated_at': '2022-04-06T12:22:11Z', 'revision_number': 3, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:14.503898 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:14.506241 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b57297-1ef6-4b1c-9123-ac86a548d437" -d '{"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:14.540789 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587420e-5ec4-4a05-adc1-377c0cbc5bec x-openstack-request-id: req-d587420e-5ec4-4a05-adc1-377c0cbc5bec {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:14.541079 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:14.541335 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d587420e-5ec4-4a05-adc1-377c0cbc5bec {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:14.541739 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d587420e-5ec4-4a05-adc1-377c0cbc5bec'] response: {'name': 'network-changed', 'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'status': 'completed', 'code': 200} Apr 06 12:22:14.613029 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-20bf3130-3ca5-4b72-8b76-f3f1eb17e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:14.614477 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-20bf3130-3ca5-4b72-8b76-f3f1eb17e8fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f94f8180696f4a629f7d74945eb76980&device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0451100 Apr 06 12:22:14.721114 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-2660b26e-9359-4d02-8e61-530a3bfddb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:14.722681 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-2660b26e-9359-4d02-8e61-530a3bfddb78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 200 len: 920 time: 0.0955641 Apr 06 12:22:14.793234 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-4f5474c5-4c4f-4896-9f67-63a2573d67a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 200 len: 1001 time: 0.0629921 Apr 06 12:22:14.845064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-ed94f94e-95e2-4a9e-9a48-84d05ed60fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:14.846612 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-ed94f94e-95e2-4a9e-9a48-84d05ed60fd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 200 len: 858 time: 0.0444782 Apr 06 12:22:14.896067 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-914f9cfb-47df-4d47-aaa7-ee25cbd4c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:14.897726 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-914f9cfb-47df-4d47-aaa7-ee25cbd4c677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c363a34-7561-4021-9b08-9f1576109a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445733 Apr 06 12:22:14.996812 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-2257b1e3-946a-4436-b4cd-b2f7a1f13cc6 service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918362 Apr 06 12:22:15.088159 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64b57297-1ef6-4b1c-9123-ac86a548d437 req-0a5604dd-7432-4a56-a87d-95706bf7938d service neutron] 10.222.0.15 "GET /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849674 Apr 06 12:22:15.553943 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333aa5-6b56-4d30-b659-e65261845360 req-219acd96-d3a5-41ec-b8b6-7d24971b72c3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:15.555495 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8f333aa5-6b56-4d30-b659-e65261845360 req-219acd96-d3a5-41ec-b8b6-7d24971b72c3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0554893 Apr 06 12:22:15.604028 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8f333aa5-6b56-4d30-b659-e65261845360 req-ce9417bb-c644-42d1-b1b9-70ff51627ecc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 Apr 06 12:22:16.732625 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbe078-f99f-4bf8-96df-0d6c64782697 req-2fb02db1-500a-49a7-8205-ed05d1252e0d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:16.734154 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9ccbe078-f99f-4bf8-96df-0d6c64782697 req-2fb02db1-500a-49a7-8205-ed05d1252e0d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0567687 Apr 06 12:22:16.783130 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9ccbe078-f99f-4bf8-96df-0d6c64782697 req-8ba38979-795b-4ae2-90a9-2a82f98d12bc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Apr 06 12:22:17.394345 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-980474f3-c0f5-4abb-b296-593cb9f01380 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:17.395811 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-980474f3-c0f5-4abb-b296-593cb9f01380 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0521672 Apr 06 12:22:17.497398 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Deleting port ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:22:17.497741 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:17.591232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] For port ec18c45b-5ea0-4bf6-84ea-842c09625e30, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ec18c45b-5ea0-4bf6-84ea-842c09625e30,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:17.591540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:17.822665 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:17.823283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:17.823725 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Floating IP 5ef4ec7e-f37d-4267-950f-5cfa96b0882a disassociated. External IP: 172.28.0.123, port: ec18c45b-5ea0-4bf6-84ea-842c09625e30. Apr 06 12:22:17.824069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Calling delete_port for ec18c45b-5ea0-4bf6-84ea-842c09625e30 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:22:17.942928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3efac-93df-45ba-889a-722f3fd93b76 req-bdc927c1-4e6a-463f-b574-5e4ba3272fc8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:17.944452 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bde3efac-93df-45ba-889a-722f3fd93b76 req-bdc927c1-4e6a-463f-b574-5e4ba3272fc8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 946 time: 0.0790234 Apr 06 12:22:18.028487 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bde3efac-93df-45ba-889a-722f3fd93b76 req-dfd96927-2cef-426f-9339-17d1bd074901 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=1965c45a-5cb7-466c-80ec-9228b7a3bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779934 Apr 06 12:22:18.157187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (ec18c45b-5ea0-4bf6-84ea-842c09625e30), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:18.188689 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'Port': ['ID=ec18c45b-5ea0-4bf6-84ea-842c09625e30,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:18.301878 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:18.646615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:18.659385 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:18.669826 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:18.670523 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:18.685933 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] No DVR routers for this DVR port ec18c45b-5ea0-4bf6-84ea-842c09625e30 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:22:18.688751 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:18.692584 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4b4d3ae5-8b7c-4cd1-b921-216b57ebad90 req-9b7596e3-adf6-4a11-a17b-5c23bcc1e412 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "DELETE /v2.0/ports/ec18c45b-5ea0-4bf6-84ea-842c09625e30 HTTP/1.1" status: 204 len: 173 time: 1.2883723 Apr 06 12:22:18.693044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-deleted', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:18.701173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096447e3-fa47-48e4-92cc-f915f43d199f" -d '{"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-deleted", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:18.732205 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1592d2e-938e-4353-afd0-e9ede96f701f x-openstack-request-id: req-f1592d2e-938e-4353-afd0-e9ede96f701f {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:18.732507 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a003da-2a7e-4dde-abdb-8bb6470e83cf", "name": "network-vif-deleted", "tag": "ec18c45b-5ea0-4bf6-84ea-842c09625e30", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:18.732766 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1592d2e-938e-4353-afd0-e9ede96f701f {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:18.733250 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1592d2e-938e-4353-afd0-e9ede96f701f'] response: {'server_uuid': '68a003da-2a7e-4dde-abdb-8bb6470e83cf', 'name': 'network-vif-deleted', 'tag': 'ec18c45b-5ea0-4bf6-84ea-842c09625e30', 'status': 'completed', 'code': 200} Apr 06 12:22:18.792013 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:19.006056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:19.033662 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:19.043171 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:19.043663 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:19.156614 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eb87d17d-df29-47d8-a0b0-ae55cd127f62 req-86a5ea54-b872-41a6-aee3-36caaf24dff4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=68a003da-2a7e-4dde-abdb-8bb6470e83cf HTTP/1.1" status: 200 len: 210 time: 0.0272932 Apr 06 12:22:19.179143 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:19.377815 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:19.408762 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adb2d7-44ee-495d-910f-c90ca0ea0eb2 None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:19.662238 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4495603-1888-4b9e-822e-2d514be44419 None None] New status for floating IP 5ef4ec7e-f37d-4267-950f-5cfa96b0882a: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:22:20.164763 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:22:20.185505 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: ec18c45b-5ea0-4bf6-84ea-842c09625e30 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:22:20.185893 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ec18c45b-5ea0-4bf6-84ea-842c09625e30 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:22:20.341110 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44844) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:20.394828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (1965c45a-5cb7-466c-80ec-9228b7a3bb19), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.418540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (1965c45a-5cb7-466c-80ec-9228b7a3bb19), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.551366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1965c45a-5cb7-466c-80ec-9228b7a3bb19), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.553944 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.555081 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "DELETE /v2.0/security-groups/1965c45a-5cb7-466c-80ec-9228b7a3bb19 HTTP/1.1" status: 204 len: 168 time: 0.2129550 Apr 06 12:22:20.557996 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44846) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:20.564469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd36b8-9e67-4f95-b31e-5db07e5d5bdd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1965c45a-5cb7-466c-80ec-9228b7a3bb19,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:20.572883 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-8863246e-a878-4676-959f-b8bc5f846146 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] show failed (client error): The resource could not be found. Apr 06 12:22:20.576046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44848) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:20.576190 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8863246e-a878-4676-959f-b8bc5f846146 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups/1965c45a-5cb7-466c-80ec-9228b7a3bb19 HTTP/1.1" status: 404 len: 347 time: 0.0165458 Apr 06 12:22:20.706798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Deleting port 57da6599-ec32-4eca-befe-0ecb4becd8c1 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:22:20.707162 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.781717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.782045 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (57da6599-ec32-4eca-befe-0ecb4becd8c1), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:20.794338 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Calling delete_port for 57da6599-ec32-4eca-befe-0ecb4becd8c1 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:22:21.014585 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (57da6599-ec32-4eca-befe-0ecb4becd8c1), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.039077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'Port': ['ID=57da6599-ec32-4eca-befe-0ecb4becd8c1,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:21.068141 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (5ef4ec7e-f37d-4267-950f-5cfa96b0882a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.070723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.071880 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-165acb0a-24eb-4f01-b453-a1181273cf9d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "DELETE /v2.0/floatingips/5ef4ec7e-f37d-4267-950f-5cfa96b0882a HTTP/1.1" status: 204 len: 168 time: 0.4942641 Apr 06 12:22:21.564798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44854) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:21.569538 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553102453', 'description': 'tempest-description--61463228'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:21.705714 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.771743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (6564ca01-705c-4ff0-a12d-db8c898ee1db), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.853874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6564ca01-705c-4ff0-a12d-db8c898ee1db), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.883074 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6564ca01-705c-4ff0-a12d-db8c898ee1db,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:21.947191 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:21.948735 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-7b74fe2b-28bd-4608-bb78-a5f08ab63bf7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3829014 Apr 06 12:22:21.951560 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44856) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:21.955828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group_rule': {'security_group_id': '6564ca01-705c-4ff0-a12d-db8c898ee1db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:22.087163 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (dbca7630-39ed-4095-a33d-f02aa04a2dd6), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.142757 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (dbca7630-39ed-4095-a33d-f02aa04a2dd6), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.208901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (dbca7630-39ed-4095-a33d-f02aa04a2dd6), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.227787 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbca7630-39ed-4095-a33d-f02aa04a2dd6,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:22.307666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.308911 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9687dd05-a5e4-440d-8580-36ad077c173c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3564277 Apr 06 12:22:22.311573 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44864) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:22.316350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'security_group_rule': {'security_group_id': '6564ca01-705c-4ff0-a12d-db8c898ee1db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:22.391655 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-70709784-5aa7-4d99-abf4-8e7bfe3f8ba1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158383802&fields=id&tenant_id=ed496f5853894ee0882fffe5a7c17d97 HTTP/1.1" status: 200 len: 267 time: 0.0521991 Apr 06 12:22:22.449702 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (075cf9ea-9a28-4179-91ac-c2ec37bf0dda), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.531871 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (075cf9ea-9a28-4179-91ac-c2ec37bf0dda), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.538327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b9dce5e1-b760-420c-974a-3b8fda55e2d1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:22.539820 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b9dce5e1-b760-420c-974a-3b8fda55e2d1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 809 time: 0.1411312 Apr 06 12:22:22.554748 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-52558c90-4e3e-495c-bcec-9a4b8d7f4522 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/quotas/ed496f5853894ee0882fffe5a7c17d97 HTTP/1.1" status: 200 len: 375 time: 0.0094368 Apr 06 12:22:22.611463 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-e90ae115-4a77-4776-92c7-dfe6ef934c04 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520253 Apr 06 12:22:22.613122 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (075cf9ea-9a28-4179-91ac-c2ec37bf0dda), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.648201 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075cf9ea-9a28-4179-91ac-c2ec37bf0dda,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:22.715718 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-7abdfe3d-8f02-449d-9e50-98eaa401aa69 service neutron] 10.222.0.25 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858083 Apr 06 12:22:22.731498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.732622 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-24272855-a988-4e6c-99bb-224a6d9f2504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4201105 Apr 06 12:22:22.735902 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44866) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:22.741664 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:22.812216 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1e12786-eea1-4093-a9b4-885b836efa7c service neutron] 10.222.0.25 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906312 Apr 06 12:22:22.860035 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:22.961678 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.068722 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Allocated IP 172.28.0.84 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/d72160bf-1db9-4138-ac28-9a794922a1a6) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:23.170485 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.277204 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.320341 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:23.328499 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:23.330813 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=d72160bf-1db9-4138-ac28-9a794922a1a6,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:23.335630 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:23.419909 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.493861 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9a275b10-845d-4aef-89d2-c348f98ef27f req-868889b8-92b8-483f-b142-fb430f775b6d tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 210 time: 0.0273702 Apr 06 12:22:23.524593 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.674248 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.751227 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.820347 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=d72160bf-1db9-4138-ac28-9a794922a1a6,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:23.832801 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.934998 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:23.936231 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0a2b7f51-c4c3-4886-b60e-4a45d19b4504 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1993055 Apr 06 12:22:24.136339 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-270d2627-904b-4490-b191-9032c4499f91 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1553102453&fields=id&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 267 time: 0.0485275 Apr 06 12:22:24.249919 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-e9235861-2918-4cca-a42d-aa59302bff01 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:24.251358 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-e9235861-2918-4cca-a42d-aa59302bff01 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 816 time: 0.1084278 Apr 06 12:22:24.267155 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-d515450d-3b92-42dd-9806-3b6eadaedd33 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/quotas/d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 375 time: 0.0086660 Apr 06 12:22:24.323728 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-3a168826-8754-41b2-afdd-c93a9cf3a089 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510919 Apr 06 12:22:24.418745 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-4f8fd81a-ae7b-4794-8f77-3b48a21cee4d service neutron] 10.222.0.25 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832264 Apr 06 12:22:24.511723 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-9ac2d605-3d5f-4fea-9ee1-7d87aec0d45a service neutron] 10.222.0.25 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872719 Apr 06 12:22:24.587160 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d9482a96-b285-4bed-b1cf-196602242c12 req-e1ae2999-b405-47bf-b546-127c1e61eab7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Apr 06 12:22:24.781020 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0d93a957-357e-4f91-bd2f-b307ca59e7b7 req-7ed8aa56-46a8-4343-92d3-6395bd8aab8e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0289125 Apr 06 12:22:25.680411 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-15a66aeb-368d-4fed-b5da-b1105404ab83 req-5d03b1f8-2985-44c4-86fa-883ae0d63d57 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Apr 06 12:22:25.863767 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-7a9eb9da-a81a-4275-936e-8a21a3a5d6d8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:25.865478 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-7a9eb9da-a81a-4275-936e-8a21a3a5d6d8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 809 time: 0.1072009 Apr 06 12:22:25.881645 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e6aac444-913f-4e20-a601-1a8aace0869d req-2a49e9d8-73db-4c2d-9a96-8d8c13f3500a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0281715 Apr 06 12:22:25.944343 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-33055706-1a36-46aa-8772-37a229a4dcd8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed496f5853894ee0882fffe5a7c17d97 HTTP/1.1" status: 200 len: 380 time: 0.0533774 Apr 06 12:22:25.954299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'port': {'device_id': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'admin_state_up': True, 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'security_groups': ['d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:26.135803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Made reservation on behalf of ed496f5853894ee0882fffe5a7c17d97 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:22:26.137648 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.269148 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Allocated IP 172.20.0.5 (11acb478-2cd9-4d42-9a2e-3ec0a11d6778/86667869-11c9-4499-9f32-c85919796e6d/27d4ed8a-1f0f-4dff-833a-494d0d816588) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:26.412020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.600860 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.637459 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:26.640706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:26.644461 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:26.649631 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:26.650245 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.656563 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:26.748596 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-22466eda-c436-4116-a619-7b19c44b7678 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977304 Apr 06 12:22:26.769796 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Request body: {'port': {'device_id': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:26.869018 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b1ea1-aa1b-4f97-be88-0eb214bb33e5 req-3d27a912-4b70-4708-ad19-e11298961ef8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:26.870444 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a96b1ea1-aa1b-4f97-be88-0eb214bb33e5 req-3d27a912-4b70-4708-ad19-e11298961ef8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 931 time: 0.1155734 Apr 06 12:22:26.873026 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.885173 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-a66fd638-4dfb-4847-9054-fa47e9c2aac3 None None] Provisioning complete for port 27d4ed8a-1f0f-4dff-833a-494d0d816588 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:26.885707 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a66fd638-4dfb-4847-9054-fa47e9c2aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:26.922515 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a66fd638-4dfb-4847-9054-fa47e9c2aac3 None None] Port 27d4ed8a-1f0f-4dff-833a-494d0d816588 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:26.964370 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a96b1ea1-aa1b-4f97-be88-0eb214bb33e5 req-47dd74a0-0f9e-4a65-9a70-4187a9807564 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825202 Apr 06 12:22:26.993456 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8eb81129-3214-4a4d-bd9f-ca61a7fadc5e req-80d648db-443e-4e18-b8f5-845e84e1de16 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Apr 06 12:22:27.175539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-7da9009d-76f8-435b-ac47-327e834d462e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:27.177007 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-7da9009d-76f8-435b-ac47-327e834d462e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 816 time: 0.1687257 Apr 06 12:22:27.287281 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-79d34ee4-436e-4e4e-91ea-ff7276103700 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 380 time: 0.0971165 Apr 06 12:22:27.300131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'port': {'device_id': '1ae97783-c96c-4e9c-9741-d01681959720', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'admin_state_up': True, 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'security_groups': ['6564ca01-705c-4ff0-a12d-db8c898ee1db']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:27.344813 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d4ed8a-1f0f-4dff-833a-494d0d816588 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:27.356000 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks [] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.381598 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Transition to ACTIVE for port object 27d4ed8a-1f0f-4dff-833a-494d0d816588 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:22:27.465190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.516737 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:27.557328 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Attempting to bind port 27d4ed8a-1f0f-4dff-833a-494d0d816588 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:22:27.557663 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Attempting to bind port 27d4ed8a-1f0f-4dff-833a-494d0d816588 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:22:27.558000 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Attempting to bind port 27d4ed8a-1f0f-4dff-833a-494d0d816588 on network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:27.563046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Port 27d4ed8a-1f0f-4dff-833a-494d0d816588 on network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:22:27.563361 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Attempting to bind port 27d4ed8a-1f0f-4dff-833a-494d0d816588 on network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:27.568928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:22:27.574882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Checking segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:22:27.574882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Bound using segment: {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:22:27.574882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Bound port: 27d4ed8a-1f0f-4dff-833a-494d0d816588, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:22:27.574882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.637261 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:22:27.639208 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Made reservation on behalf of d873e792445a4fecb4e490c4c4ca163f for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:22:27.642564 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.646910 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:22:27.747280 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.783413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:27.786790 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:27.786790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] 10.222.0.15 "PUT /v2.0/ports/27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 1093 time: 1.0215375 Apr 06 12:22:27.792234 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:27.794807 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed834078-1906-4ed0-a11e-158cc8b9ec01" -d '{"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:27.840967 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Allocated IP 172.20.0.3 (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc/9e7f16c2-2898-4f78-98c3-e7976ee59735/7bb3d161-96b4-4750-a146-bc1e9dcf001e) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:27.844194 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd74cf8d-ea3b-46ad-89f4-d4327ead87f0 x-openstack-request-id: req-fd74cf8d-ea3b-46ad-89f4-d4327ead87f0 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:27.844490 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:27.844745 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd74cf8d-ea3b-46ad-89f4-d4327ead87f0 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:27.845142 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd74cf8d-ea3b-46ad-89f4-d4327ead87f0'] response: {'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'status': 'completed', 'code': 200} Apr 06 12:22:27.848677 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4e978-dd62-4c92-9172-c7be8b5c5e43 service neutron] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:28.002325 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-6b01c68c-accb-4ffa-a20a-28662c37ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.003788 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-6b01c68c-accb-4ffa-a20a-28662c37ae8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1127 time: 0.1298225 Apr 06 12:22:28.101895 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdce7c3-c96f-4106-b826-6a4e4cd05b04 req-21a89cca-5850-4e2b-8cf6-e5350f511227 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.103381 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7cdce7c3-c96f-4106-b826-6a4e4cd05b04 req-21a89cca-5850-4e2b-8cf6-e5350f511227 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 943 time: 0.0700891 Apr 06 12:22:28.115933 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-480bf71a-7a1d-497f-9561-5718d323c389 req-264817df-0507-466a-9a96-3f73f990fd51 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0431678 Apr 06 12:22:28.131206 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:28.162412 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7cdce7c3-c96f-4106-b826-6a4e4cd05b04 req-44a4071c-05f3-4146-a8f3-85e559012e41 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531030 Apr 06 12:22:28.180945 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-beea528d-1adc-48bf-8977-cbcd9f81101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.182408 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-beea528d-1adc-48bf-8977-cbcd9f81101f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=ed496f5853894ee0882fffe5a7c17d97&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1700206 Apr 06 12:22:28.272055 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:28.307767 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-1a983a02-9921-4ead-ad5f-ee96cc166352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.309204 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ed834078-1906-4ed0-a11e-158cc8b9ec01 req-1a983a02-9921-4ead-ad5f-ee96cc166352 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196735 Apr 06 12:22:28.326237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:28.329688 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:28.334274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:28.339465 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.340106 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:28.349074 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:28.414171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-8b0ccb24-ed4f-4ae6-ba5c-c12dacd55293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.415708 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-8b0ccb24-ed4f-4ae6-ba5c-c12dacd55293 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1127 time: 0.0460770 Apr 06 12:22:28.601056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-8b8523d4-446e-495d-84e1-6130fb1dc715 None None] Provisioning complete for port 7bb3d161-96b4-4750-a146-bc1e9dcf001e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:28.602059 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b8523d4-446e-495d-84e1-6130fb1dc715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:28.636619 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-8b8523d4-446e-495d-84e1-6130fb1dc715 None None] Port 7bb3d161-96b4-4750-a146-bc1e9dcf001e cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:28.704729 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-779558b4-2f78-42c1-aeea-37bde8768a0a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4117613 Apr 06 12:22:28.705943 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-532b6fca-7bda-4cb5-85b2-c39bfaef69cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 217 time: 0.2818909 Apr 06 12:22:28.723267 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Request body: {'port': {'device_id': '1ae97783-c96c-4e9c-9741-d01681959720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:28.810167 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-63a26809-8e89-40b5-beb1-017c036e5af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.811766 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-63a26809-8e89-40b5-beb1-017c036e5af8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.0936928 Apr 06 12:22:28.814069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:28.949215 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b0c82f9d-073d-40be-b83e-6e8eba586549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:28.950716 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-b0c82f9d-073d-40be-b83e-6e8eba586549 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1284842 Apr 06 12:22:29.106015 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-8a73914c-89f0-4b4f-aba6-10f0291e947f service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458220 Apr 06 12:22:29.271759 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:29.278085 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27ed4c-2463-4d50-9416-12373b8ee8bf req-1a350131-533d-41c5-be9a-4d37dd1ac381 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:29.279663 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e27ed4c-2463-4d50-9416-12373b8ee8bf req-1a350131-533d-41c5-be9a-4d37dd1ac381 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 943 time: 0.0513139 Apr 06 12:22:29.284081 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks [] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:29.288079 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-feeb2438-0fd4-4f38-afdb-4fa438fb9ede req-27c81b8b-5de2-492b-bb18-60e57d1d05ec service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683483 Apr 06 12:22:29.310464 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad989-1436-436a-b74e-3031274fc49b req-ca0ca9e7-d72d-4444-9a96-ce432d54b1f2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:29.317893 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b73ad989-1436-436a-b74e-3031274fc49b req-ca0ca9e7-d72d-4444-9a96-ce432d54b1f2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 931 time: 0.1234102 Apr 06 12:22:29.317893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Transition to ACTIVE for port object 7bb3d161-96b4-4750-a146-bc1e9dcf001e will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:22:29.335504 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e27ed4c-2463-4d50-9416-12373b8ee8bf req-f7986571-de58-45bd-9825-3c791adbac39 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475645 Apr 06 12:22:29.367767 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b73ad989-1436-436a-b74e-3031274fc49b req-c54d4f43-4ed3-4944-9155-3d47267ce446 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493424 Apr 06 12:22:29.453561 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:29.507388 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:29.537386 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Attempting to bind port 7bb3d161-96b4-4750-a146-bc1e9dcf001e on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:22:29.537725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Attempting to bind port 7bb3d161-96b4-4750-a146-bc1e9dcf001e by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:22:29.538055 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Attempting to bind port 7bb3d161-96b4-4750-a146-bc1e9dcf001e on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:29.542594 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Port 7bb3d161-96b4-4750-a146-bc1e9dcf001e on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:22:29.542921 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Attempting to bind port 7bb3d161-96b4-4750-a146-bc1e9dcf001e on network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:29.548083 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:22:29.548422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Checking segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:22:29.548867 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Bound using segment: {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:22:29.549300 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Bound port: 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ea4539-f047-4122-97bd-b78d6ac4a381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:22:29.549657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:29.619358 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:22:29.622526 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:22:29.734042 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:29.765977 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:29.766791 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:29.768442 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] 10.222.0.15 "PUT /v2.0/ports/7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 1093 time: 1.0518858 Apr 06 12:22:29.793797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fb921-2a4c-4c19-ade7-67508c2eea8b service neutron] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:29.846293 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:29.849164 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:29.884456 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b60df73-ddc0-438e-b4c6-6fd349f0c27b x-openstack-request-id: req-6b60df73-ddc0-438e-b4c6-6fd349f0c27b {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:29.884750 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:29.885009 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b60df73-ddc0-438e-b4c6-6fd349f0c27b {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:29.885417 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b60df73-ddc0-438e-b4c6-6fd349f0c27b'] response: {'name': 'network-changed', 'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'status': 'completed', 'code': 200} Apr 06 12:22:30.460108 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-d0dce1b2-7713-40cc-8a20-f307d1591341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.461660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-d0dce1b2-7713-40cc-8a20-f307d1591341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1127 time: 0.0816083 Apr 06 12:22:30.474454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd910-5626-4c23-9343-1f8875024d37 req-4933fee7-b14b-4d18-a736-b329003b0338 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.475897 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-572fd910-5626-4c23-9343-1f8875024d37 req-4933fee7-b14b-4d18-a736-b329003b0338 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 943 time: 0.0698540 Apr 06 12:22:30.502037 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a867b-12b2-4488-b321-1b3d8cd02fe5 req-c64e354a-94d0-4e02-ac65-338bb869fc60 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.503664 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-348a867b-12b2-4488-b321-1b3d8cd02fe5 req-c64e354a-94d0-4e02-ac65-338bb869fc60 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0544186 Apr 06 12:22:30.549309 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-348a867b-12b2-4488-b321-1b3d8cd02fe5 req-4e5ffdfe-0f24-4a9f-b5c8-16bdda308da4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 Apr 06 12:22:30.583676 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-572fd910-5626-4c23-9343-1f8875024d37 req-55fc59f0-f334-490d-bc06-a62ce8bfaf01 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990276 Apr 06 12:22:30.605911 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-b4cb70a5-550b-48a6-82e8-9977d9aa78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.607359 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-b4cb70a5-550b-48a6-82e8-9977d9aa78f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d873e792445a4fecb4e490c4c4ca163f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1306300 Apr 06 12:22:30.677406 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf64ffaf-7caf-467f-9051-fc68dc702e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:30.702093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-f3422223-fc47-4f9c-8faf-7b22323432d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.703564 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4951f8ab-1bb5-4d52-8e2d-11a4757908bc req-f3422223-fc47-4f9c-8faf-7b22323432d6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895615 Apr 06 12:22:30.782468 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-cdf8c3bf-9a03-4128-bcb6-6b6fb1ad0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.783902 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-cdf8c3bf-9a03-4128-bcb6-6b6fb1ad0cdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1127 time: 0.0432150 Apr 06 12:22:30.823984 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-985d1b89-a6ae-45ea-94ea-bb8ecfeef8c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 217 time: 0.0326355 Apr 06 12:22:30.875092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-a8fa7a32-d5bf-4cef-bc54-20181fdce371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.876468 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-a8fa7a32-d5bf-4cef-bc54-20181fdce371 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0463574 Apr 06 12:22:30.924687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fc377-8fab-49f6-8b77-324a4a127853 req-1f69c9d8-e301-47fa-9d41-4be2a7837790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:30.926162 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-1f69c9d8-e301-47fa-9d41-4be2a7837790 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426381 Apr 06 12:22:31.013197 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-431e5f64-4790-4b43-869d-8ca4c4c22bcb service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795856 Apr 06 12:22:31.104076 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-114fc377-8fab-49f6-8b77-324a4a127853 req-fdb44082-7ace-4061-997f-5b0eea8519a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833621 Apr 06 12:22:31.672524 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d4a28-2f76-4d2e-a4bd-2220a280d585 req-08e8cc25-8ffc-4b85-8a5a-c408a4c7236e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:31.674050 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-be3d4a28-2f76-4d2e-a4bd-2220a280d585 req-08e8cc25-8ffc-4b85-8a5a-c408a4c7236e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0552635 Apr 06 12:22:31.699353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99819c90-a2df-4ce1-af2d-346efd8b47bd req-4155805d-e80d-4090-84aa-7da6cf3a5d39 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:31.700913 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-99819c90-a2df-4ce1-af2d-346efd8b47bd req-4155805d-e80d-4090-84aa-7da6cf3a5d39 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 943 time: 0.0525091 Apr 06 12:22:31.720911 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-be3d4a28-2f76-4d2e-a4bd-2220a280d585 req-678f4e5e-6299-4855-afcf-2e94fc3b3a98 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Apr 06 12:22:31.748968 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-99819c90-a2df-4ce1-af2d-346efd8b47bd req-7bf5753d-74de-4bb2-bdef-fe849d290863 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424459 Apr 06 12:22:32.213791 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:22:32.309095 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:32.320392 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'mac_address': 'fa:16:3e:e9:bf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:22:32.357829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 27d4ed8a-1f0f-4dff-833a-494d0d816588 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:32.358224 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:32.371850 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d4ed8a-1f0f-4dff-833a-494d0d816588 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:32.392343 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:32.449697 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:32.500159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:32.506977 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.507329 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.507706 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.508055 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.508394 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.508729 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.509063 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.509393 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.509724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.510053 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.510382 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.510711 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.511040 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.511366 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.511718 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:32.699234 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:32.722784 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['27d4ed8a-1f0f-4dff-833a-494d0d816588'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:22:32.848948 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c51375-6475-4f3f-a434-7fac93da588b req-34b62813-1429-4774-a876-b93650a3901f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:32.852767 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-41c51375-6475-4f3f-a434-7fac93da588b req-34b62813-1429-4774-a876-b93650a3901f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0585902 Apr 06 12:22:32.885333 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213358-4dc2-42ca-8c6e-56991a2f699e req-7365ac0a-e223-4183-a274-48757e59975e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:32.887205 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-af213358-4dc2-42ca-8c6e-56991a2f699e req-7365ac0a-e223-4183-a274-48757e59975e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 944 time: 0.0596025 Apr 06 12:22:32.899843 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-41c51375-6475-4f3f-a434-7fac93da588b req-160adedf-e7c8-46e3-8dfe-a9bed9b53d30 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Apr 06 12:22:32.937603 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-af213358-4dc2-42ca-8c6e-56991a2f699e req-66111cc0-ffd5-4cc6-a86b-9672a2bf87f0 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Apr 06 12:22:33.253489 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4272c477-9416-4db1-98b6-9a953a1255bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.025488 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d945c6-4856-4991-924a-170963ceaae4 req-738eac60-8a6f-4bb2-a5d5-4f275eb69314 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:34.026970 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-79d945c6-4856-4991-924a-170963ceaae4 req-738eac60-8a6f-4bb2-a5d5-4f275eb69314 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0553286 Apr 06 12:22:34.056354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3807c3d-2fa5-47c5-a5f4-bb720a284207 req-6d9cf919-d06d-42c1-9d4f-e021b0f46328 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:34.057866 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3807c3d-2fa5-47c5-a5f4-bb720a284207 req-6d9cf919-d06d-42c1-9d4f-e021b0f46328 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 944 time: 0.0533493 Apr 06 12:22:34.074099 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-79d945c6-4856-4991-924a-170963ceaae4 req-2e62482d-b5fc-4bec-addf-0bfe9089088d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Apr 06 12:22:34.108713 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3807c3d-2fa5-47c5-a5f4-bb720a284207 req-bad4b782-74a8-43fc-b767-da6109ac0e28 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 Apr 06 12:22:34.195421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.230972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:22:34.234679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:34.364741 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:34.375431 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:22:34.411931 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:34.412340 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.415174 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 27d4ed8a-1f0f-4dff-833a-494d0d816588 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:22:34.425124 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 27d4ed8a-1f0f-4dff-833a-494d0d816588 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:34.425630 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.430315 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:34.480519 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:34.524072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 27d4ed8a-1f0f-4dff-833a-494d0d816588 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:34.524462 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.546436 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:34.548663 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06ff70f-0b18-4447-a4c9-0e71e9a8c3d0" -d '{"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-plugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:34.560974 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:34.563466 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.586657 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532fe3b4-eb4e-4b72-bab1-be60ccf0ad98 x-openstack-request-id: req-532fe3b4-eb4e-4b72-bab1-be60ccf0ad98 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:34.586952 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-plugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:34.587207 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-532fe3b4-eb4e-4b72-bab1-be60ccf0ad98 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:34.587629 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532fe3b4-eb4e-4b72-bab1-be60ccf0ad98'] response: {'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'code': 200} Apr 06 12:22:34.614158 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:34.648326 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:34.700733 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:34.839205 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['7bb3d161-96b4-4750-a146-bc1e9dcf001e'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:22:35.048094 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747f3e2-bfee-4130-b203-3f9bdb114066 req-c8dba199-b202-4b68-a515-edafb57eccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:35.049549 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7747f3e2-bfee-4130-b203-3f9bdb114066 req-c8dba199-b202-4b68-a515-edafb57eccd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.0420310 Apr 06 12:22:35.099783 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7747f3e2-bfee-4130-b203-3f9bdb114066 req-99ae0eb2-0717-4da9-a957-ffbb7e17162f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Apr 06 12:22:35.197681 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15a5ff-41c0-494d-a2b9-73168d5eac2e req-b42a6ef6-aa75-4787-b093-03a2df709523 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:35.199206 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dd15a5ff-41c0-494d-a2b9-73168d5eac2e req-b42a6ef6-aa75-4787-b093-03a2df709523 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0536590 Apr 06 12:22:35.227045 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec50d3-3753-4e86-8efa-6b32ec08eec2 req-f38a6f11-ffc0-47d4-875c-30f53ecced86 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:35.228566 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f0ec50d3-3753-4e86-8efa-6b32ec08eec2 req-f38a6f11-ffc0-47d4-875c-30f53ecced86 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Apr 06 12:22:35.246324 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dd15a5ff-41c0-494d-a2b9-73168d5eac2e req-86f44866-d6c6-4c20-a6b5-bf4eaf993185 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Apr 06 12:22:35.278439 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f0ec50d3-3753-4e86-8efa-6b32ec08eec2 req-e8d4a60b-08af-4cf3-b8f0-8bb79f71e436 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440264 Apr 06 12:22:35.790248 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:36.255638 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:36.369998 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31eb84b-8faa-4f3c-aff8-a05199be8364 req-3c1309f1-31f4-4c79-a22f-b85a4e9d421c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:36.371493 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f31eb84b-8faa-4f3c-aff8-a05199be8364 req-3c1309f1-31f4-4c79-a22f-b85a4e9d421c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0546660 Apr 06 12:22:36.385321 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 7bb3d161-96b4-4750-a146-bc1e9dcf001e completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:22:36.393049 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 7bb3d161-96b4-4750-a146-bc1e9dcf001e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:36.393049 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:36.395774 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfb709-39b8-4145-96fa-edd23fef072d req-2755cedf-ccb9-4cbc-9f09-c013835230ba tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:36.397373 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b1cfb709-39b8-4145-96fa-edd23fef072d req-2755cedf-ccb9-4cbc-9f09-c013835230ba tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Apr 06 12:22:36.421969 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f31eb84b-8faa-4f3c-aff8-a05199be8364 req-936f4a22-2ac1-4e8f-8b51-b7ce26b61fe1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Apr 06 12:22:36.454604 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b1cfb709-39b8-4145-96fa-edd23fef072d req-5dbd98d4-9175-40ab-9fb4-fc2c2ad13073 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516262 Apr 06 12:22:36.473613 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:36.473613 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:36.504440 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:36.584618 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:36.588991 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:36.591213 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b587711-c8b6-4fe4-8b5a-9f700e58de50" -d '{"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:36.638234 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:36.643657 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a41f66-f458-47ca-9fd9-eab7f6626f36 x-openstack-request-id: req-13a41f66-f458-47ca-9fd9-eab7f6626f36 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:36.643976 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:36.644235 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13a41f66-f458-47ca-9fd9-eab7f6626f36 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:36.644627 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a41f66-f458-47ca-9fd9-eab7f6626f36'] response: {'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'code': 200} Apr 06 12:22:37.010287 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdb24-fd4f-4ba4-92f4-e08cc856b3bc req-7ae16734-660c-4cd9-ade5-5d5202c8c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:37.011828 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6f3fdb24-fd4f-4ba4-92f4-e08cc856b3bc req-7ae16734-660c-4cd9-ade5-5d5202c8c57e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1129 time: 0.0460446 Apr 06 12:22:37.057687 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6f3fdb24-fd4f-4ba4-92f4-e08cc856b3bc req-4dd5e51b-e51e-463c-9851-cd7985fac705 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356190 Apr 06 12:22:37.384057 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:37.547042 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac8dbf-9236-44ce-a533-b87bc02bcb09 req-c6269624-85f4-4785-80d4-20d54da22f4d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:37.548546 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1fac8dbf-9236-44ce-a533-b87bc02bcb09 req-c6269624-85f4-4785-80d4-20d54da22f4d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Apr 06 12:22:37.573534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c129b51-4f4b-416e-b6b0-5290ed19d746 req-f8694001-375e-4d7a-a026-99a8c5c28bd8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:37.575036 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c129b51-4f4b-416e-b6b0-5290ed19d746 req-f8694001-375e-4d7a-a026-99a8c5c28bd8 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0529523 Apr 06 12:22:37.596712 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1fac8dbf-9236-44ce-a533-b87bc02bcb09 req-a2eece79-9351-46d1-85ef-849f588d224c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Apr 06 12:22:37.625455 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6c129b51-4f4b-416e-b6b0-5290ed19d746 req-6a0e1197-b30f-44e7-ad87-d1204c164b1a tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443790 Apr 06 12:22:37.738390 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc9749-6f35-4394-85d3-28d1a43a1b8d req-62245594-9f3a-435e-ace6-71ee4f146e8f tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:37.739896 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-19cc9749-6f35-4394-85d3-28d1a43a1b8d req-62245594-9f3a-435e-ace6-71ee4f146e8f tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0522397 Apr 06 12:22:37.786602 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-19cc9749-6f35-4394-85d3-28d1a43a1b8d req-a9e0f89a-7642-4c99-a6a5-c5c223e3e76a tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Apr 06 12:22:37.808630 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44974) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:37.938804 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851fbc3-3e49-4ec3-8616-d58de2bc2102 tempest-TestShelveInstance-412279014 tempest-TestShelveInstance-412279014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:37.942785 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-f851fbc3-3e49-4ec3-8616-d58de2bc2102 tempest-TestShelveInstance-412279014 tempest-TestShelveInstance-412279014-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1124 time: 0.1307759 Apr 06 12:22:37.944969 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 44978) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:37.949602 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:38.064613 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:38.156658 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:38.261412 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Allocated IP 172.28.0.242 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/76f8bacd-06ec-4fd9-be4e-b9bb99c58953) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:38.359114 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:38.436735 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:38.480392 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:38.483531 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:38.487163 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:38.492442 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'Port': ['ID=76f8bacd-06ec-4fd9-be4e-b9bb99c58953,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:38.729810 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86dc73-606e-49cf-bae4-1fd7ef7938dd req-b025fc0b-f0bf-41b5-9e2f-3c1bfc4c844a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:38.731599 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7d86dc73-606e-49cf-bae4-1fd7ef7938dd req-b025fc0b-f0bf-41b5-9e2f-3c1bfc4c844a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0593736 Apr 06 12:22:38.778948 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7d86dc73-606e-49cf-bae4-1fd7ef7938dd req-c54ee9f2-ce43-4677-86cd-683d0bb60e22 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415022 Apr 06 12:22:38.856492 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for floatingip (8aa55d9b-87f6-48ac-aec6-b090e7a0cb39), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:39.229389 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:39.372752 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:39.470718 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:39.536123 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event updated for resources: {'Port': ['ID=76f8bacd-06ec-4fd9-be4e-b9bb99c58953,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:39.548495 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.548839 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.549176 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.549515 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.549844 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.550168 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.550490 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.550810 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.551127 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.551445 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.551788 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.552110 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.552425 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.552742 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.553057 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:39.558700 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (8aa55d9b-87f6-48ac-aec6-b090e7a0cb39), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:39.659696 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Floating IP 8aa55d9b-87f6-48ac-aec6-b090e7a0cb39 associated. External IP: 172.28.0.242, port: 27d4ed8a-1f0f-4dff-833a-494d0d816588. Apr 06 12:22:39.895050 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:39.918580 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91daf-4938-4a46-b600-039d5549414e req-2b020847-820d-4ce1-a02b-f8ddd7c55c3d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:39.920081 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-85b91daf-4938-4a46-b600-039d5549414e req-2b020847-820d-4ce1-a02b-f8ddd7c55c3d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0709980 Apr 06 12:22:40.039896 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-85b91daf-4938-4a46-b600-039d5549414e req-45b197ca-4eca-4f5b-8d41-c0b03ea0410f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840156 Apr 06 12:22:40.054022 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:40.067572 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Sync routers for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:40.077193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:40.084108 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:40.140803 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:40.167327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57a80-d3a3-4216-9821-7c225d563fd3 req-41896dc5-ac2e-4881-b5ba-a0d6485c100a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:40.172288 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-50a57a80-d3a3-4216-9821-7c225d563fd3 req-41896dc5-ac2e-4881-b5ba-a0d6485c100a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0620244 Apr 06 12:22:40.178148 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 44994) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:40.188615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Request body: {'floatingip': {'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:40.205438 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5f405459-ef0a-4ded-900e-1396401c7fd9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2592239 Apr 06 12:22:40.207760 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:40.211049 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:40.249602 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:40.255744 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013025ed-32d2-4807-b366-b990fe5f428d x-openstack-request-id: req-013025ed-32d2-4807-b366-b990fe5f428d {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:40.256048 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:40.256313 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-013025ed-32d2-4807-b366-b990fe5f428d {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:40.256728 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013025ed-32d2-4807-b366-b990fe5f428d'] response: {'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'status': 'completed', 'code': 200} Apr 06 12:22:40.318433 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:40.409557 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-905a272e-fc48-4ecc-9d9f-d15809afdcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:40.411375 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-905a272e-fc48-4ecc-9d9f-d15809afdcc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.1242592 Apr 06 12:22:40.581519 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-bf09df2e-1d44-4e19-ac36-ab6fb940f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:40.582926 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-bf09df2e-1d44-4e19-ac36-ab6fb940f048 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 910 time: 0.1407552 Apr 06 12:22:40.607700 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '8aa55d9b-87f6-48ac-aec6-b090e7a0cb39', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'mac_address': 'fa:16:3e:e9:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:38Z', 'updated_at': '2022-04-06T12:22:38Z', 'revision_number': 0, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:40.634164 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Checking router: 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:40.642595 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:40.643208 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:40.761015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:40.769665 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-86516d43-a76f-4b73-90bd-422627d559c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 999 time: 0.1563289 Apr 06 12:22:40.806805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430db26-299f-4a48-bb66-c71d9c0844a8 req-7abc221b-bdd6-4f3f-afa9-57ff73f1409d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:40.808286 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b430db26-299f-4a48-bb66-c71d9c0844a8 req-7abc221b-bdd6-4f3f-afa9-57ff73f1409d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1057007 Apr 06 12:22:40.926941 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b430db26-299f-4a48-bb66-c71d9c0844a8 req-fac798ab-fe88-451f-a494-8e79dcd1b297 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106904 Apr 06 12:22:40.932770 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:40.990453 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '8aa55d9b-87f6-48ac-aec6-b090e7a0cb39', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'mac_address': 'fa:16:3e:e9:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:38Z', 'updated_at': '2022-04-06T12:22:38Z', 'revision_number': 0, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:41.016374 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac782ad5-7871-4380-88e0-3bf6e642e94b None None] The sync data for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb is: [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '8aa55d9b-87f6-48ac-aec6-b090e7a0cb39', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'floating_ip_address': '172.28.0.242', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'mac_address': 'fa:16:3e:e9:bf:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:38Z', 'updated_at': '2022-04-06T12:22:38Z', 'revision_number': 0, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:41.024549 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:41.128843 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Floating IP e2e676c5-5a23-42ca-9b65-d327f5839f39 associated. External IP: 172.28.0.84, port: 7bb3d161-96b4-4750-a146-bc1e9dcf001e. Apr 06 12:22:41.224730 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cdced-fe07-40af-a698-6db400fb5cf5 None None] New status for floating IP 8aa55d9b-87f6-48ac-aec6-b090e7a0cb39: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:22:41.342532 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:41.690799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:41.695340 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:41.701850 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:41.711888 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:41.712707 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:41.723623 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-361ea455-8276-4cd2-a27e-d25dd0d0a94d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "PUT /v2.0/floatingips/e2e676c5-5a23-42ca-9b65-d327f5839f39 HTTP/1.1" status: 200 len: 990 time: 1.5435784 Apr 06 12:22:41.724209 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:41.726426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:41.762722 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b08478-b901-4285-b8f7-fdc9c7b69ea2 x-openstack-request-id: req-f5b08478-b901-4285-b8f7-fdc9c7b69ea2 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:41.763022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:41.763282 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5b08478-b901-4285-b8f7-fdc9c7b69ea2 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:41.763722 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b08478-b901-4285-b8f7-fdc9c7b69ea2'] response: {'name': 'network-changed', 'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'status': 'completed', 'code': 200} Apr 06 12:22:41.830738 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:42.049559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628be5-ffee-42ed-b6f4-34f92693577a req-93421010-1287-4b3f-bf91-871d2e13174b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.050946 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c8628be5-ffee-42ed-b6f4-34f92693577a req-93421010-1287-4b3f-bf91-871d2e13174b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0528979 Apr 06 12:22:42.053241 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'e2e676c5-5a23-42ca-9b65-d327f5839f39', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.84', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae97783-c96c-4e9c-9741-d01681959720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:23Z', 'updated_at': '2022-04-06T12:22:40Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:42.079267 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:42.088065 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:42.088687 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:42.098326 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c8628be5-ffee-42ed-b6f4-34f92693577a req-8913af60-05fb-4597-8119-6083f53d3915 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401659 Apr 06 12:22:42.195061 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:42.416578 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'e2e676c5-5a23-42ca-9b65-d327f5839f39', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.84', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae97783-c96c-4e9c-9741-d01681959720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:23Z', 'updated_at': '2022-04-06T12:22:40Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:42.442435 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9efbc2-1679-4572-87e8-956cf1f51906 None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'e2e676c5-5a23-42ca-9b65-d327f5839f39', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'floating_ip_address': '172.28.0.84', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae97783-c96c-4e9c-9741-d01681959720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:23Z', 'updated_at': '2022-04-06T12:22:40Z', 'revision_number': 1, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:42.512463 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-ff7a1d8c-61c5-44b8-9ac4-b5fb43fc1cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.513940 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-ff7a1d8c-61c5-44b8-9ac4-b5fb43fc1cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.0789764 Apr 06 12:22:42.523604 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-f232f387-f79b-4bee-924c-c56ec01f5be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.525805 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-f232f387-f79b-4bee-924c-c56ec01f5be0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1129 time: 0.0589516 Apr 06 12:22:42.632695 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e475e372-5ead-4619-a5b0-8bf1ccaae049 None None] New status for floating IP e2e676c5-5a23-42ca-9b65-d327f5839f39: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:22:42.728651 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-f458f62a-644e-467e-9132-3477de2295f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.730141 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-f458f62a-644e-467e-9132-3477de2295f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0996683 Apr 06 12:22:42.742251 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-493f0cd8-df40-4102-887c-c4ca58d4ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.744152 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-493f0cd8-df40-4102-887c-c4ca58d4ff82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.1225455 Apr 06 12:22:42.900933 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-870fbee3-3309-43c6-b7b5-89fe3eb4c785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 998 time: 0.1353955 Apr 06 12:22:42.946373 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-eeb2e9d6-dd3d-4f6d-b512-500fbb39d310 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:42.948598 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-eeb2e9d6-dd3d-4f6d-b512-500fbb39d310 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.1764088 Apr 06 12:22:43.007324 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-b469b2e0-81da-4714-9b35-e950c608f397 service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406113 Apr 06 12:22:43.025958 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-d52da0c2-b4b0-42ff-b96e-5c218f6ff6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:43.027296 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-d52da0c2-b4b0-42ff-b96e-5c218f6ff6f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.1195257 Apr 06 12:22:43.174996 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-4e8f9192-23b1-4df0-91a9-426bed22748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:43.176508 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-4e8f9192-23b1-4df0-91a9-426bed22748c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1345527 Apr 06 12:22:43.179629 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-34abd978-5edc-46ea-8b6e-3db5ffe75d6f req-0bdf98e3-cc4a-4056-b0af-4a2dfa91ad5d service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660657 Apr 06 12:22:43.184789 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Deleting port ad83d684-8a04-41de-a100-c7b435543579 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:22:43.185131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (ad83d684-8a04-41de-a100-c7b435543579), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:43.219992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b981e9d-4f1c-45ee-8748-177eacf5d6df req-31458489-7145-4826-a9d9-0a5838c66747 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:43.221484 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9b981e9d-4f1c-45ee-8748-177eacf5d6df req-31458489-7145-4826-a9d9-0a5838c66747 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 946 time: 0.0541954 Apr 06 12:22:43.270600 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9b981e9d-4f1c-45ee-8748-177eacf5d6df req-904117c8-6e1d-4214-a1b2-d324a0d30fd9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5157289-4131-4ca9-a2f5-2b52b0381292&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Apr 06 12:22:43.344233 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-fe02fa47-6b3b-4e16-a001-bac3e33464bd service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561379 Apr 06 12:22:43.345856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] For port ad83d684-8a04-41de-a100-c7b435543579, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=ad83d684-8a04-41de-a100-c7b435543579,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:43.346217 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (ad83d684-8a04-41de-a100-c7b435543579), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:43.533232 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f2fbcee0-5255-4f5e-89d1-a27a89ada5eb req-3195ac5d-d93b-4501-9308-290dde2c2f5c service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792498 Apr 06 12:22:43.589269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:43.589631 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:43.589944 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Floating IP 458710ab-634b-4f25-be71-a509caebd2fa disassociated. External IP: 172.28.0.131, port: ad83d684-8a04-41de-a100-c7b435543579. Apr 06 12:22:43.590281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Calling delete_port for ad83d684-8a04-41de-a100-c7b435543579 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:22:43.807439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (ad83d684-8a04-41de-a100-c7b435543579), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:43.839156 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'Port': ['ID=ad83d684-8a04-41de-a100-c7b435543579,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:43.952869 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:22:44.060556 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:22:44.069608 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:22:44.080521 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:44.081135 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:44.101156 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] No DVR routers for this DVR port ad83d684-8a04-41de-a100-c7b435543579 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:22:44.103760 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:44.107299 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a3f986a8-ac20-4d7b-a4d7-29e342edc8df req-30d10b5a-0cec-4892-af33-756fe74fbcf8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "DELETE /v2.0/ports/ad83d684-8a04-41de-a100-c7b435543579 HTTP/1.1" status: 204 len: 173 time: 1.1501262 Apr 06 12:22:44.107893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'name': 'network-vif-deleted', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:44.110255 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96bcca5-513c-4f5a-9ea8-fc0d02694da5" -d '{"events": [{"server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "name": "network-vif-deleted", "tag": "ad83d684-8a04-41de-a100-c7b435543579"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:44.145500 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926776e7-98d8-465f-8dfb-eb10f7874186 x-openstack-request-id: req-926776e7-98d8-465f-8dfb-eb10f7874186 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:44.145804 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9", "name": "network-vif-deleted", "tag": "ad83d684-8a04-41de-a100-c7b435543579", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:44.146066 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-926776e7-98d8-465f-8dfb-eb10f7874186 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:44.146484 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926776e7-98d8-465f-8dfb-eb10f7874186'] response: {'server_uuid': 'b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9', 'name': 'network-vif-deleted', 'tag': 'ad83d684-8a04-41de-a100-c7b435543579', 'status': 'completed', 'code': 200} Apr 06 12:22:44.334685 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:44.383091 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0859123a-3d95-4df5-87de-77f8a345f42f req-aa3a4f4d-73d2-4adb-b2c5-e9b528af1454 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9ce0dd5-951c-4747-a9ba-30f4fa93bdd9 HTTP/1.1" status: 200 len: 210 time: 0.0264924 Apr 06 12:22:44.536653 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:44.563706 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:22:44.572449 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:22:44.573073 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:44.677079 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:22:44.875239 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:22:44.904285 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593a862-957e-46c6-97c4-4944e9144c28 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:22:45.129319 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e643e2-968f-4e31-8fcc-74a150c702cb None None] New status for floating IP 458710ab-634b-4f25-be71-a509caebd2fa: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:22:45.545408 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45022) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:45.606715 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (a5157289-4131-4ca9-a2f5-2b52b0381292), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.628930 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (a5157289-4131-4ca9-a2f5-2b52b0381292), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.738389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (a5157289-4131-4ca9-a2f5-2b52b0381292), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.741063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.742225 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "DELETE /v2.0/security-groups/a5157289-4131-4ca9-a2f5-2b52b0381292 HTTP/1.1" status: 204 len: 168 time: 0.1946783 Apr 06 12:22:45.744928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45024) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:45.751309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167ca26-d473-4890-9e11-379caa5291b2 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5157289-4131-4ca9-a2f5-2b52b0381292,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:45.758084 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-81c0d53a-19e9-4e6b-b93e-02d619f64e06 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] show failed (client error): The resource could not be found. Apr 06 12:22:45.759146 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-81c0d53a-19e9-4e6b-b93e-02d619f64e06 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups/a5157289-4131-4ca9-a2f5-2b52b0381292 HTTP/1.1" status: 404 len: 347 time: 0.0131021 Apr 06 12:22:45.766497 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45026) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:45.888871 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Deleting port 8d0a2713-d972-4634-91ac-4ba3f5db4cc4 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:22:45.889279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.964698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.965031 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:45.976346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Calling delete_port for 8d0a2713-d972-4634-91ac-4ba3f5db4cc4 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:22:46.025819 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:22:46.173064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (8d0a2713-d972-4634-91ac-4ba3f5db4cc4), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.201139 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'Port': ['ID=8d0a2713-d972-4634-91ac-4ba3f5db4cc4,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:46.224551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (458710ab-634b-4f25-be71-a509caebd2fa), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.227100 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.228770 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-1401811b-12ba-4f18-8cad-efef25d62af5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "DELETE /v2.0/floatingips/458710ab-634b-4f25-be71-a509caebd2fa HTTP/1.1" status: 204 len: 168 time: 0.4612718 Apr 06 12:22:46.291813 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ad83d684-8a04-41de-a100-c7b435543579 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:22:46.312034 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: ad83d684-8a04-41de-a100-c7b435543579 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:22:46.312381 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device ad83d684-8a04-41de-a100-c7b435543579 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:22:46.658235 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45030) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:46.662788 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803152440', 'description': 'tempest-description--74402918'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:46.755723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.821225 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (38bbb572-b452-47b4-a024-6906b1337549), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.887202 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (38bbb572-b452-47b4-a024-6906b1337549), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.914290 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bbb572-b452-47b4-a024-6906b1337549,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:46.975020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:46.976321 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-f4dbc895-4dbf-43dd-96f5-81a9236cb8de tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3170698 Apr 06 12:22:46.979580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45034) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:46.983884 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group_rule': {'security_group_id': '38bbb572-b452-47b4-a024-6906b1337549', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:47.092063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (1cb27072-0e8b-4d25-a8ec-134d8b06ee8d), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.144483 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (1cb27072-0e8b-4d25-a8ec-134d8b06ee8d), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.213190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (1cb27072-0e8b-4d25-a8ec-134d8b06ee8d), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.231680 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb27072-0e8b-4d25-a8ec-134d8b06ee8d,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:47.300531 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.301740 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4bd05179-a8c6-453e-a1aa-2cfbdb88d108 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212469 Apr 06 12:22:47.304492 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45036) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:47.309291 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'security_group_rule': {'security_group_id': '38bbb572-b452-47b4-a024-6906b1337549', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:47.401085 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (3ca6d98d-cab9-435f-a8cd-bea3bf789608), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.459170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (3ca6d98d-cab9-435f-a8cd-bea3bf789608), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.544138 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (3ca6d98d-cab9-435f-a8cd-bea3bf789608), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.561956 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca6d98d-cab9-435f-a8cd-bea3bf789608,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:47.626295 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.627535 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d184a972-6aa5-4743-8bdf-afee42b73eb8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221097 Apr 06 12:22:47.630580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45038) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:22:47.634829 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:47.704337 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.800704 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:47.907578 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Allocated IP 172.28.0.240 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/e958872c-b805-45ce-87cf-944e294e7967) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:48.005926 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (e958872c-b805-45ce-87cf-944e294e7967), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.161171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (e958872c-b805-45ce-87cf-944e294e7967), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.205359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:48.208199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:48.213129 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:48.217457 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=e958872c-b805-45ce-87cf-944e294e7967,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:48.228302 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.231634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.232409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.232409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.232551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.232820 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:22:48.272283 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.381691 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e958872c-b805-45ce-87cf-944e294e7967), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.530699 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (e958872c-b805-45ce-87cf-944e294e7967), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.704294 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e958872c-b805-45ce-87cf-944e294e7967), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.733637 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.755734 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=e958872c-b805-45ce-87cf-944e294e7967,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:48.906830 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:48.908139 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-49a54280-a2ae-4e48-bc26-750b567a1d51 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2766399 Apr 06 12:22:49.101434 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-eed44611-0b22-4691-a783-393f9852f92d tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--803152440&fields=id&tenant_id=f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 267 time: 0.0441444 Apr 06 12:22:49.203710 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-424b7650-31f3-41b8-960f-1fb4db114ac5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:49.205049 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-424b7650-31f3-41b8-960f-1fb4db114ac5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 810 time: 0.0967865 Apr 06 12:22:49.218869 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-eba28425-6ede-4783-a4e9-71a23cd4cefd tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/quotas/f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 375 time: 0.0085742 Apr 06 12:22:49.274065 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-53fe0518-b9c0-484e-919e-7c7f0254d05a tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505133 Apr 06 12:22:49.365708 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-9c8ba6a4-89a8-440e-b45b-83b07be8ddb9 service neutron] 10.222.0.25 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806077 Apr 06 12:22:49.455803 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-c781b728-676d-4973-98c0-29c962c5129d service neutron] 10.222.0.25 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837598 Apr 06 12:22:49.723580 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-fa5e100d-7c34-4f7b-8a13-8342ac3192e9 req-a4c5c642-1541-415b-8977-b3745d54bf14 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 210 time: 0.0276134 Apr 06 12:22:50.816841 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b6cedb66-001c-487c-9918-b7159ffea298 req-34c712fa-099b-437d-90f7-a3f8ff9de64b tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 210 time: 0.0269592 Apr 06 12:22:51.690568 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-c017f78c-5e98-4602-8e2e-0db0cf375b8c tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:51.692058 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-c017f78c-5e98-4602-8e2e-0db0cf375b8c tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 810 time: 0.1034033 Apr 06 12:22:51.758544 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-45aeed4f-6a89-4300-a299-7c949ec9e37f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f46e4568ec0e4d048472c8c65b33d16a HTTP/1.1" status: 200 len: 379 time: 0.0516572 Apr 06 12:22:51.767401 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'port': {'device_id': '989c6ce9-7549-4078-94e2-d66c715f702a', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'admin_state_up': True, 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'security_groups': ['38bbb572-b452-47b4-a024-6906b1337549']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:51.909213 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1ed42c7a-aff0-44e5-ac46-ff0a7d5ee954 req-122ed1ee-c4dc-4511-800c-255789e813cc tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 210 time: 0.0259190 Apr 06 12:22:51.955564 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Made reservation on behalf of f46e4568ec0e4d048472c8c65b33d16a for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:22:51.958888 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.084826 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Allocated IP 172.20.0.6 (0bfd3135-adb0-40e7-b121-dfc7cc57ef68/c73f624b-47ac-42e3-b38a-8c2b61c526f3/6398fa06-d266-4b62-a2e8-c60fec61daee) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:22:52.216902 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.305060 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.354162 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:22:52.357389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:22:52.361033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:22:52.368177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:52.368177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.373486 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event updated for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:52.512959 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-7f345fe5-bb48-4777-bbea-cb37d5557c90 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489820 Apr 06 12:22:52.526139 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Request body: {'port': {'device_id': '989c6ce9-7549-4078-94e2-d66c715f702a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:22:52.551061 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-cf3538f7-efea-4375-91d0-13fd98ec0ad9 None None] Provisioning complete for port 6398fa06-d266-4b62-a2e8-c60fec61daee triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:52.551635 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cf3538f7-efea-4375-91d0-13fd98ec0ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.585143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.589137 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-cf3538f7-efea-4375-91d0-13fd98ec0ad9 None None] Port 6398fa06-d266-4b62-a2e8-c60fec61daee cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:22:52.844164 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6398fa06-d266-4b62-a2e8-c60fec61daee {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:52.851375 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks [] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:52.863699 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Transition to ACTIVE for port object 6398fa06-d266-4b62-a2e8-c60fec61daee will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:22:52.972647 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:53.027212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Pushing event updated for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:53.027458 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395aa7-8eb5-4eb0-a38c-6c3d31f53a32 req-5ef506dc-c5f4-4cdd-8670-a26486aada07 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.029174 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-70395aa7-8eb5-4eb0-a38c-6c3d31f53a32 req-5ef506dc-c5f4-4cdd-8670-a26486aada07 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 943 time: 0.0551410 Apr 06 12:22:53.056812 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Attempting to bind port 6398fa06-d266-4b62-a2e8-c60fec61daee on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:22:53.057153 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Attempting to bind port 6398fa06-d266-4b62-a2e8-c60fec61daee by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:22:53.058223 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Attempting to bind port 6398fa06-d266-4b62-a2e8-c60fec61daee on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:53.062770 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Port 6398fa06-d266-4b62-a2e8-c60fec61daee on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:22:53.063089 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Attempting to bind port 6398fa06-d266-4b62-a2e8-c60fec61daee on network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:22:53.069463 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:22:53.070092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Checking segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:22:53.070684 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Bound using segment: {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:22:53.071328 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Bound port: 6398fa06-d266-4b62-a2e8-c60fec61daee, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31cae49-cb9e-4d66-be46-8216f4f5073c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:22:53.072193 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:53.083570 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-70395aa7-8eb5-4eb0-a38c-6c3d31f53a32 req-7ebd2894-dee1-497a-89d0-a4d582ea2a10 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471983 Apr 06 12:22:53.140335 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:22:53.143458 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6398fa06-d266-4b62-a2e8-c60fec61daee,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:22:53.241099 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:53.521546 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.521886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:53.523397 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] 10.222.0.15 "PUT /v2.0/ports/6398fa06-d266-4b62-a2e8-c60fec61daee HTTP/1.1" status: 200 len: 1093 time: 1.0018873 Apr 06 12:22:53.525960 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:53.529430 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c206bf21-3378-4cf1-b920-c0315a55b165" -d '{"events": [{"name": "network-changed", "server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:53.563043 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529134f8-8bca-4fce-bdb6-44ae0edc69de service neutron] Pushing event updated for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:53.575767 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4c8906-4ad6-4a5c-b1cb-43d863d1ca49 x-openstack-request-id: req-9f4c8906-4ad6-4a5c-b1cb-43d863d1ca49 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:53.576082 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:53.576320 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4c8906-4ad6-4a5c-b1cb-43d863d1ca49 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:53.576798 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4c8906-4ad6-4a5c-b1cb-43d863d1ca49'] response: {'name': 'network-changed', 'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'status': 'completed', 'code': 200} Apr 06 12:22:53.640976 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-d007cf15-6038-4fc4-8fc8-bda13f7b68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.642880 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-d007cf15-6038-4fc4-8fc8-bda13f7b68ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 1127 time: 0.0472124 Apr 06 12:22:53.752881 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-c3a24342-dd1b-42e7-91d0-c8903265d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.754367 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-c3a24342-dd1b-42e7-91d0-c8903265d5af service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0993745 Apr 06 12:22:53.849397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-73b7c383-52cc-4bbf-9122-8745ae734699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.850865 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c206bf21-3378-4cf1-b920-c0315a55b165 req-73b7c383-52cc-4bbf-9122-8745ae734699 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891328 Apr 06 12:22:53.934286 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-df395835-7c92-490c-9187-a0b2ecc0539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:53.935792 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-df395835-7c92-490c-9187-a0b2ecc0539f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 1127 time: 0.0446565 Apr 06 12:22:53.991496 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-8392dbbe-1e5b-4ed7-99ff-969b79ab392f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa06-d266-4b62-a2e8-c60fec61daee HTTP/1.1" status: 200 len: 217 time: 0.0400295 Apr 06 12:22:54.039112 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-8d893a2f-f7c5-4ed3-b692-a8e52af8cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:54.040578 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-8d893a2f-f7c5-4ed3-b692-a8e52af8cd50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0439370 Apr 06 12:22:54.198307 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71b231-855b-4cdb-951a-e18f5eb6a1c9 req-a41f357c-4125-4a7c-8d40-1ea69a530924 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:54.199777 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7e71b231-855b-4cdb-951a-e18f5eb6a1c9 req-a41f357c-4125-4a7c-8d40-1ea69a530924 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 943 time: 0.0516295 Apr 06 12:22:54.245667 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7e71b231-855b-4cdb-951a-e18f5eb6a1c9 req-c02a63f5-76b9-47ed-8bba-f94fe2ef8313 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396805 Apr 06 12:22:54.333901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-0a652205-0e20-43aa-b518-394a90c381cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:54.335382 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-0a652205-0e20-43aa-b518-394a90c381cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489559 Apr 06 12:22:54.473160 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-75f0275c-a1a3-4048-9936-5813d27ad2fd service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830171 Apr 06 12:22:54.566736 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b674d6cd-0055-492d-a1d4-ddb08c8c32a6 req-e4c7d8d7-cad2-42b4-a238-b4fa83d6fd57 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880845 Apr 06 12:22:55.362827 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8e9d8-449e-41fa-bce5-ded8fb1e5d30 req-d44d0149-37a4-4110-8cad-9194044243ba tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:55.364429 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f9a8e9d8-449e-41fa-bce5-ded8fb1e5d30 req-d44d0149-37a4-4110-8cad-9194044243ba tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 943 time: 0.0526874 Apr 06 12:22:55.408437 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23481e6-1a2e-48c5-b953-cf44240ddbf3 req-98323584-7ddf-4c22-89b2-068fc2a9da4e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:55.409950 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c23481e6-1a2e-48c5-b953-cf44240ddbf3 req-98323584-7ddf-4c22-89b2-068fc2a9da4e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0534263 Apr 06 12:22:55.416631 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f9a8e9d8-449e-41fa-bce5-ded8fb1e5d30 req-13697bc2-a7aa-4068-bf1a-9f68412dbaa0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Apr 06 12:22:55.457988 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c23481e6-1a2e-48c5-b953-cf44240ddbf3 req-45efb2ec-999d-4a54-acad-b89fce7bbd1c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Apr 06 12:22:56.324808 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6398fa06-d266-4b62-a2e8-c60fec61daee details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:22:56.421203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6398fa06-d266-4b62-a2e8-c60fec61daee,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:56.432569 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'port_id': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'mac_address': 'fa:16:3e:f6:a6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:22:56.470228 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 6398fa06-d266-4b62-a2e8-c60fec61daee is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:56.470615 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:56.483446 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6398fa06-d266-4b62-a2e8-c60fec61daee {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:22:56.503738 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6398fa06-d266-4b62-a2e8-c60fec61daee,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:56.535279 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cccada-451f-46dc-8195-9d6c910fdb5a req-a1bf0a1f-9a3d-49ac-9e03-c1e5d4bed5db tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:56.536894 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91cccada-451f-46dc-8195-9d6c910fdb5a req-a1bf0a1f-9a3d-49ac-9e03-c1e5d4bed5db tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 943 time: 0.0537558 Apr 06 12:22:56.577795 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bab0f-467d-4961-b37b-43922976b1ce req-d367f491-c70c-43ef-9d24-5ca5543009c4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:56.579382 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-583bab0f-467d-4961-b37b-43922976b1ce req-d367f491-c70c-43ef-9d24-5ca5543009c4 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Apr 06 12:22:56.586281 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91cccada-451f-46dc-8195-9d6c910fdb5a req-1c694455-a56b-4e38-9dfb-ca019f1b7233 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Apr 06 12:22:56.595236 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:56.631698 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-583bab0f-467d-4961-b37b-43922976b1ce req-4fdac8e5-e606-46fc-a2e6-cdbca24eac90 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463381 Apr 06 12:22:56.643779 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:56.875713 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['6398fa06-d266-4b62-a2e8-c60fec61daee'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:22:57.712772 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151fcaf5-b6c0-4da0-b9b2-0ffaea7c1a1e req-b4a3a7df-0e49-46bf-ab9f-32a7251b6d7f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:57.714264 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-151fcaf5-b6c0-4da0-b9b2-0ffaea7c1a1e req-b4a3a7df-0e49-46bf-ab9f-32a7251b6d7f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 944 time: 0.0526314 Apr 06 12:22:57.749095 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196b9b0-e8d4-4f29-abbd-0610482c081f req-d6a4609d-5d24-42ba-a231-f32337374c37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:57.750574 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f196b9b0-e8d4-4f29-abbd-0610482c081f req-d6a4609d-5d24-42ba-a231-f32337374c37 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0516224 Apr 06 12:22:57.761530 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-151fcaf5-b6c0-4da0-b9b2-0ffaea7c1a1e req-6dfa49be-c21b-44ae-9fde-4059d747d76e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413399 Apr 06 12:22:57.797837 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f196b9b0-e8d4-4f29-abbd-0610482c081f req-4f6e720c-710a-47ba-8609-8f947dd2b569 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Apr 06 12:22:58.337466 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6398fa06-d266-4b62-a2e8-c60fec61daee up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:22:58.527046 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 6398fa06-d266-4b62-a2e8-c60fec61daee completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:22:58.531068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 6398fa06-d266-4b62-a2e8-c60fec61daee triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:22:58.531439 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:58.609096 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 6398fa06-d266-4b62-a2e8-c60fec61daee is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:22:58.609405 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:58.630904 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:22:58.633136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37a18c-69d0-4fbe-bedd-59124144ecac" -d '{"events": [{"server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "name": "network-vif-plugged", "status": "completed", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:22:58.645630 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6398fa06-d266-4b62-a2e8-c60fec61daee,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:58.668015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6fcf38-1fce-4d27-ac56-c2c0a9d85f27 x-openstack-request-id: req-5d6fcf38-1fce-4d27-ac56-c2c0a9d85f27 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:22:58.668336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "name": "network-vif-plugged", "status": "completed", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:22:58.668595 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d6fcf38-1fce-4d27-ac56-c2c0a9d85f27 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:22:58.668994 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6fcf38-1fce-4d27-ac56-c2c0a9d85f27'] response: {'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'code': 200} Apr 06 12:22:58.864889 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:58.891400 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be8bb1-475e-4119-96c0-138a90ac5a88 req-3689065e-47cc-4a36-aed0-716bd61d08f8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:58.893057 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-28be8bb1-475e-4119-96c0-138a90ac5a88 req-3689065e-47cc-4a36-aed0-716bd61d08f8 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 944 time: 0.0633268 Apr 06 12:22:58.920578 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:22:58.921941 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed93cde-51f1-45bd-8227-1dce431ccf79 req-c8af5be9-9829-4b19-990e-74a78d8b0f71 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:58.923558 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5ed93cde-51f1-45bd-8227-1dce431ccf79 req-c8af5be9-9829-4b19-990e-74a78d8b0f71 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Apr 06 12:22:58.944069 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-28be8bb1-475e-4119-96c0-138a90ac5a88 req-21a54556-4537-421f-9dcc-65b7bec7b893 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Apr 06 12:22:58.970896 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5ed93cde-51f1-45bd-8227-1dce431ccf79 req-ca82354f-1939-4ca1-9ab7-63d8981255d1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412316 Apr 06 12:22:59.519340 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-755704d9-e881-4b7e-b5cf-a8cc403f269e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:59.520783 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-755704d9-e881-4b7e-b5cf-a8cc403f269e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0838127 Apr 06 12:22:59.525626 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7144f1-3269-4c2b-92bc-0db07d952ac2 req-4f6765c0-518c-4bb6-8098-ab76ad27d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:22:59.527489 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0c7144f1-3269-4c2b-92bc-0db07d952ac2 req-4f6765c0-518c-4bb6-8098-ab76ad27d420 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 1129 time: 0.0615330 Apr 06 12:22:59.622809 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0c7144f1-3269-4c2b-92bc-0db07d952ac2 req-81e939e0-2054-4fac-8633-8de422b52685 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883965 Apr 06 12:22:59.643177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Deleting port 80f2820a-889e-489c-8f61-7b9b206423f0 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:22:59.643551 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:59.739149 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] For port 80f2820a-889e-489c-8f61-7b9b206423f0, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=80f2820a-889e-489c-8f61-7b9b206423f0,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:22:59.740021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:59.914812 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:59.915537 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:22:59.915537 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Floating IP 946a4534-390d-473e-bb29-bd666ebf09da disassociated. External IP: 172.28.0.229, port: 80f2820a-889e-489c-8f61-7b9b206423f0. Apr 06 12:22:59.915851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Calling delete_port for 80f2820a-889e-489c-8f61-7b9b206423f0 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:00.087389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf49cd2-69fe-464e-87c4-9ecf5d609e6a req-ce3767a6-ae6e-421d-bcca-75403b44944e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:00.089473 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7cf49cd2-69fe-464e-87c4-9ecf5d609e6a req-ce3767a6-ae6e-421d-bcca-75403b44944e tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0700884 Apr 06 12:23:00.092105 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc9c5-d6d8-4421-9cbd-19a089023f0d req-fed37e51-85c8-4faf-b6a9-60cacd95d1f3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:00.093613 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b79fc9c5-d6d8-4421-9cbd-19a089023f0d req-fed37e51-85c8-4faf-b6a9-60cacd95d1f3 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Apr 06 12:23:00.140024 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7cf49cd2-69fe-464e-87c4-9ecf5d609e6a req-36367db8-e88d-42e7-8b46-da3d9beb5545 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Apr 06 12:23:00.142179 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b79fc9c5-d6d8-4421-9cbd-19a089023f0d req-be2ee1f2-7bb5-4315-883a-51fad7338480 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7eebf0e-c711-4e3a-b233-e7fae5a25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405989 Apr 06 12:23:00.166957 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (80f2820a-889e-489c-8f61-7b9b206423f0), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:00.200274 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event deleted for resources: {'Port': ['ID=80f2820a-889e-489c-8f61-7b9b206423f0,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:00.310414 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Router d10f7347-1f80-4811-acda-a610d3f137ec has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:23:00.418433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:00.430209 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:00.440532 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:00.441156 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:00.458709 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] No DVR routers for this DVR port 80f2820a-889e-489c-8f61-7b9b206423f0 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:23:00.461382 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:00.466848 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2759904c-28f8-427c-a5b1-c3c90ac50ecd req-d511387c-a561-42ce-bf43-fdf5482d8e0f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "DELETE /v2.0/ports/80f2820a-889e-489c-8f61-7b9b206423f0 HTTP/1.1" status: 204 len: 173 time: 0.9384348 Apr 06 12:23:00.467262 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'name': 'network-vif-deleted', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:00.470264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e6ac4a-21d8-4144-84b0-30afa8fafd71" -d '{"events": [{"server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "name": "network-vif-deleted", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:00.506163 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bdcdd8-3bff-468a-a6a3-972944fa54bf x-openstack-request-id: req-30bdcdd8-3bff-468a-a6a3-972944fa54bf {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:00.506466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7278ba0-a44a-4025-a059-2960c543f8b6", "name": "network-vif-deleted", "tag": "80f2820a-889e-489c-8f61-7b9b206423f0", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:00.506752 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30bdcdd8-3bff-468a-a6a3-972944fa54bf {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:00.507168 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bdcdd8-3bff-468a-a6a3-972944fa54bf'] response: {'server_uuid': 'd7278ba0-a44a-4025-a059-2960c543f8b6', 'name': 'network-vif-deleted', 'tag': '80f2820a-889e-489c-8f61-7b9b206423f0', 'status': 'completed', 'code': 200} Apr 06 12:23:00.697453 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:00.734837 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-519e7a4c-904e-4c7c-b7dd-df61568aaada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:00.896026 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:00.921176 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:00.929445 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:00.930052 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:22:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:01.035898 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:01.245752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:01.262829 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cdc3abea-50ff-4cee-a3ef-9e71d432664f req-e904df4b-2761-422e-beb7-92aed4105b3e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7278ba0-a44a-4025-a059-2960c543f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0362482 Apr 06 12:23:01.276805 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c39099b-4ec1-4ff1-869b-bc958fecc810 None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:18:47Z', 'revision_number': 4, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '6250549f-f5ea-4090-8e7f-d53b48feeebb', 'name': '', 'network_id': '5c363a34-7561-4021-9b08-9f1576109a40', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'mac_address': 'fa:16:3e:67:dc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:46Z', 'updated_at': '2022-04-06T12:18:54Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'subnets': [{'id': 'b5db7ee1-73d3-463c-9470-ac91c2df98a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:01.283628 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b676d-3a59-4047-81bb-3f8aec042750 req-76f51bec-04fb-40eb-9333-2563d5e6a0c9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:01.285257 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e66b676d-3a59-4047-81bb-3f8aec042750 req-76f51bec-04fb-40eb-9333-2563d5e6a0c9 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0540981 Apr 06 12:23:01.348892 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e66b676d-3a59-4047-81bb-3f8aec042750 req-f120fb82-e7ee-446b-b79b-55d280bfe0ff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442400 Apr 06 12:23:01.495556 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ee10d-a06c-4236-aaea-735e5c930aa9 None None] New status for floating IP 946a4534-390d-473e-bb29-bd666ebf09da: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:23:02.353656 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 80f2820a-889e-489c-8f61-7b9b206423f0 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:02.375203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 80f2820a-889e-489c-8f61-7b9b206423f0 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:02.375612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 80f2820a-889e-489c-8f61-7b9b206423f0 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:02.402099 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45140) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:02.457395 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (c7eebf0e-c711-4e3a-b233-e7fae5a25c42), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.467392 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39070ef4-284f-42a0-a2be-272164cd0aa2 req-187768a9-8779-4d31-8bcd-d5f4774bacf0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:02.468931 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39070ef4-284f-42a0-a2be-272164cd0aa2 req-187768a9-8779-4d31-8bcd-d5f4774bacf0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0570595 Apr 06 12:23:02.484562 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (c7eebf0e-c711-4e3a-b233-e7fae5a25c42), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.515842 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39070ef4-284f-42a0-a2be-272164cd0aa2 req-34a805b1-20a7-407a-8549-26fc6fc7ce36 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Apr 06 12:23:02.610607 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c7eebf0e-c711-4e3a-b233-e7fae5a25c42), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.613152 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.614231 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "DELETE /v2.0/security-groups/c7eebf0e-c711-4e3a-b233-e7fae5a25c42 HTTP/1.1" status: 204 len: 168 time: 0.2111471 Apr 06 12:23:02.616926 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45144) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:02.627138 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ff4d7-25cd-4808-bd62-3436c270845c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eebf0e-c711-4e3a-b233-e7fae5a25c42,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:02.634223 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-289098a4-91af-467d-8958-1c2b5fe7d847 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] show failed (client error): The resource could not be found. Apr 06 12:23:02.636929 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-289098a4-91af-467d-8958-1c2b5fe7d847 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups/c7eebf0e-c711-4e3a-b233-e7fae5a25c42 HTTP/1.1" status: 404 len: 347 time: 0.0172935 Apr 06 12:23:02.639094 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45146) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:02.693312 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbada4-1891-4c71-9d8f-80209496afce req-0884a685-710c-4d77-b6f6-886bde4b1c36 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:02.694774 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-92fbada4-1891-4c71-9d8f-80209496afce req-0884a685-710c-4d77-b6f6-886bde4b1c36 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.1112249 Apr 06 12:23:02.704724 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45148) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:02.709268 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Request body: {'floatingip': {'port_id': '6398fa06-d266-4b62-a2e8-c60fec61daee'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:02.720665 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.748607 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.774412 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Deleting port a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:02.774762 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.856235 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.856532 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:02.868580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Calling delete_port for a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:03.075292 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.103378 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event deleted for resources: {'Port': ['ID=a3f8ec38-ae5d-46c5-a9e5-c2e0b6483794,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:03.127793 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks [] for floatingip (946a4534-390d-473e-bb29-bd666ebf09da), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.130522 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.131760 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d625d16f-52ee-4b3a-89f7-b4380eb8a6bf tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "DELETE /v2.0/floatingips/946a4534-390d-473e-bb29-bd666ebf09da HTTP/1.1" status: 204 len: 168 time: 0.4916420 Apr 06 12:23:03.195247 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.263419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.263699 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e6779fea-3bf7-4f80-8c96-69e93deb0c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.365664 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Floating IP 2f9df028-303d-4075-88cc-e81e28ffd027 associated. External IP: 172.28.0.240, port: 6398fa06-d266-4b62-a2e8-c60fec61daee. Apr 06 12:23:03.575226 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:23:03.864327 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:03.869087 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:03.873878 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:03.883563 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:03.884191 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:03.897445 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1fbdb6b6-c989-42ea-a399-8682a582563f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "PUT /v2.0/floatingips/2f9df028-303d-4075-88cc-e81e28ffd027 HTTP/1.1" status: 200 len: 991 time: 1.1916053 Apr 06 12:23:03.898020 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:03.900276 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52849bd-0443-4a0b-8315-ac70f50aa782" -d '{"events": [{"name": "network-changed", "server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:03.938220 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808eecb-a3b0-47e2-b5e8-8d3fe780a1a5 x-openstack-request-id: req-8808eecb-a3b0-47e2-b5e8-8d3fe780a1a5 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:03.938520 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:03.938776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8808eecb-a3b0-47e2-b5e8-8d3fe780a1a5 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:03.939185 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8808eecb-a3b0-47e2-b5e8-8d3fe780a1a5'] response: {'name': 'network-changed', 'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'status': 'completed', 'code': 200} Apr 06 12:23:04.000651 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:04.006538 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-6241ec38-6077-4776-8f6e-15a8fb602e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:04.008124 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-6241ec38-6077-4776-8f6e-15a8fb602e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 1129 time: 0.0443640 Apr 06 12:23:04.104381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-890fce60-d9df-4ed2-85a9-9d5d43e88964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:04.105908 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-890fce60-d9df-4ed2-85a9-9d5d43e88964 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 200 len: 911 time: 0.0913410 Apr 06 12:23:04.171328 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-0d1e3bb5-cece-47d0-9307-9e58e7e0850c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6398fa06-d266-4b62-a2e8-c60fec61daee HTTP/1.1" status: 200 len: 999 time: 0.0586815 Apr 06 12:23:04.219192 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:04.222785 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-9d8e17de-333e-4662-9fd2-2cf7ee90b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:04.224337 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-9d8e17de-333e-4662-9fd2-2cf7ee90b5a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 200 len: 849 time: 0.0440412 Apr 06 12:23:04.236528 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '2f9df028-303d-4075-88cc-e81e28ffd027', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.240', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:f6:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c6ce9-7549-4078-94e2-d66c715f702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:48Z', 'updated_at': '2022-04-06T12:23:03Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:04.266650 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:04.275014 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:04.275398 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-0bb3a3b0-28ac-46e7-81f2-7bf0699b60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:04.275678 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:04.277561 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-0bb3a3b0-28ac-46e7-81f2-7bf0699b60a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0bfd3135-adb0-40e7-b121-dfc7cc57ef68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464847 Apr 06 12:23:04.368170 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-d14080e4-661a-41fa-a078-47f9c55a2021 service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840790 Apr 06 12:23:04.383060 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:04.464835 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f52849bd-0443-4a0b-8315-ac70f50aa782 req-5a755e54-c94a-46d4-b8db-4572dff556ec service neutron] 10.222.0.15 "GET /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904791 Apr 06 12:23:04.607666 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '2f9df028-303d-4075-88cc-e81e28ffd027', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.240', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:f6:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c6ce9-7549-4078-94e2-d66c715f702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:48Z', 'updated_at': '2022-04-06T12:23:03Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:04.637679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbfa80f-c23b-4d79-b29b-c4958de23908 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '2f9df028-303d-4075-88cc-e81e28ffd027', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'floating_ip_address': '172.28.0.240', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'port_id': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'mac_address': 'fa:16:3e:f6:a6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c6ce9-7549-4078-94e2-d66c715f702a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:22:48Z', 'updated_at': '2022-04-06T12:23:03Z', 'revision_number': 1, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:04.840895 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71811c-257b-485d-aa45-52bdb2f65184 None None] New status for floating IP 2f9df028-303d-4075-88cc-e81e28ffd027: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:23:05.806243 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:06.267118 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b07324-7770-443d-940c-b83449d1b4f5 req-12fdf3a2-41af-4904-bd01-5981c19977f8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:06.268600 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b5b07324-7770-443d-940c-b83449d1b4f5 req-12fdf3a2-41af-4904-bd01-5981c19977f8 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Apr 06 12:23:06.313726 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b5b07324-7770-443d-940c-b83449d1b4f5 req-f11e98dc-4f58-484a-94b5-7a5967d29ed7 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Apr 06 12:23:07.406313 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:07.434923 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad756ae-6245-4a23-8a0c-d2de7bce65d7 req-34a82557-5e60-4f70-a823-538c46c56a30 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:07.436417 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9ad756ae-6245-4a23-8a0c-d2de7bce65d7 req-34a82557-5e60-4f70-a823-538c46c56a30 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0545588 Apr 06 12:23:07.482921 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9ad756ae-6245-4a23-8a0c-d2de7bce65d7 req-c31bc906-1c74-4be3-be0a-4e573ae8c130 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Apr 06 12:23:08.600543 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eb7f3-8c28-48b6-b6ed-77cfe5a3c6eb req-7bd4297e-139e-47d6-8bee-bcdaaefd826d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:08.601901 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7c2eb7f3-8c28-48b6-b6ed-77cfe5a3c6eb req-7bd4297e-139e-47d6-8bee-bcdaaefd826d tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0538635 Apr 06 12:23:08.648988 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7c2eb7f3-8c28-48b6-b6ed-77cfe5a3c6eb req-6e69ce69-042f-49dd-a92d-6237b5490c11 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Apr 06 12:23:08.662729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-083d8d9f-95b5-4f68-a622-3ca2424ef87e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:08.664297 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-083d8d9f-95b5-4f68-a622-3ca2424ef87e tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 945 time: 0.0504897 Apr 06 12:23:08.761306 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Deleting port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:08.761659 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:08.852791 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] For port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:08.853078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:08.867439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Calling delete_port for 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:09.074818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (3d3532d0-5f7f-4ee4-b2df-f564f7b2a353), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:09.094682 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['519107d1-7a69-4404-b0dd-0d474de5050b', '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:23:09.105541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event deleted for resources: {'Port': ['ID=3d3532d0-5f7f-4ee4-b2df-f564f7b2a353,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:09.150590 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] No DVR routers for this DVR port 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:23:09.153637 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:09.156893 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-bfcfdd51-424f-4dcd-a44d-81d5ec52b8c8 req-3294f147-08ed-41f0-a59d-dd26e8ff14df tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "DELETE /v2.0/ports/3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 HTTP/1.1" status: 204 len: 173 time: 0.4868453 Apr 06 12:23:09.157330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'name': 'network-vif-deleted', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:09.159587 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c6bea-77c9-4482-8729-4a9dbaedc813" -d '{"events": [{"server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "name": "network-vif-deleted", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:09.203423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5b6eab-ce92-4697-9d36-5a8c4a7cfc55 x-openstack-request-id: req-eb5b6eab-ce92-4697-9d36-5a8c4a7cfc55 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:09.203423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8237ba71-788c-47ba-ba68-a57847571731", "name": "network-vif-deleted", "tag": "3d3532d0-5f7f-4ee4-b2df-f564f7b2a353", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:09.203423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb5b6eab-ce92-4697-9d36-5a8c4a7cfc55 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:09.203423 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5b6eab-ce92-4697-9d36-5a8c4a7cfc55'] response: {'server_uuid': '8237ba71-788c-47ba-ba68-a57847571731', 'name': 'network-vif-deleted', 'tag': '3d3532d0-5f7f-4ee4-b2df-f564f7b2a353', 'status': 'completed', 'code': 200} Apr 06 12:23:09.752499 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-39fa4316-5451-4bd9-a8f0-36e4493ca241 req-2e48df30-52c5-46be-8c74-efd0e5296c01 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8237ba71-788c-47ba-ba68-a57847571731 HTTP/1.1" status: 200 len: 210 time: 0.0262599 Apr 06 12:23:11.271358 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3348c-9746-4d05-9a00-6284958a15fd req-b1533c82-c60a-47b1-9cb0-cbcb9907459c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:11.272864 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-66e3348c-9746-4d05-9a00-6284958a15fd req-b1533c82-c60a-47b1-9cb0-cbcb9907459c tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0518825 Apr 06 12:23:11.318187 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-66e3348c-9746-4d05-9a00-6284958a15fd req-18d42ea5-3c1e-482c-b080-1b088699ba06 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Apr 06 12:23:12.403091 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:12.423087 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:12.423431 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 3d3532d0-5f7f-4ee4-b2df-f564f7b2a353 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:12.436957 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b88fb-89a8-46e0-8292-8de22f59c63b req-f3304acc-8f9b-49aa-9ba2-c1576c0f41f1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:12.438437 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ff7b88fb-89a8-46e0-8292-8de22f59c63b req-f3304acc-8f9b-49aa-9ba2-c1576c0f41f1 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0525472 Apr 06 12:23:12.488539 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ff7b88fb-89a8-46e0-8292-8de22f59c63b req-77b5f9dc-4058-4510-ba3e-8c81e3e7e823 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445507 Apr 06 12:23:13.604525 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9de25-027c-45fe-b90e-650af126c551 req-98d6fb7f-f955-4a80-b948-2ada9d96a882 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:13.606574 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d4e9de25-027c-45fe-b90e-650af126c551 req-98d6fb7f-f955-4a80-b948-2ada9d96a882 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0512617 Apr 06 12:23:13.654592 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d4e9de25-027c-45fe-b90e-650af126c551 req-04798d97-d677-4951-ac9d-935a9e5b9dfe tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426347 Apr 06 12:23:14.604357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-603631ef-973a-46a3-a07e-0c7d99b6bbb6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:14.605699 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-603631ef-973a-46a3-a07e-0c7d99b6bbb6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0510819 Apr 06 12:23:14.700886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Deleting port 519107d1-7a69-4404-b0dd-0d474de5050b {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:14.706416 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:14.773237 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab52b-c918-498e-9138-18c3d5503d47 req-020894aa-4e27-47c7-8aac-2bd200e71d7f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:14.775937 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fa5ab52b-c918-498e-9138-18c3d5503d47 req-020894aa-4e27-47c7-8aac-2bd200e71d7f tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 945 time: 0.0537326 Apr 06 12:23:14.792588 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] For port 519107d1-7a69-4404-b0dd-0d474de5050b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=519107d1-7a69-4404-b0dd-0d474de5050b,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:14.792954 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:14.806472 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Calling delete_port for 519107d1-7a69-4404-b0dd-0d474de5050b owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:14.824319 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fa5ab52b-c918-498e-9138-18c3d5503d47 req-9742cc0a-b363-4e80-9bb8-b413c34afdb9 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/security-groups?id=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420022 Apr 06 12:23:15.000212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (519107d1-7a69-4404-b0dd-0d474de5050b), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:15.014706 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['519107d1-7a69-4404-b0dd-0d474de5050b'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:23:15.029117 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Pushing event deleted for resources: {'Port': ['ID=519107d1-7a69-4404-b0dd-0d474de5050b,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:15.073615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] No DVR routers for this DVR port 519107d1-7a69-4404-b0dd-0d474de5050b on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:23:15.076166 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:15.079774 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ae89cba-0788-4367-9b1f-deaa77816d67 req-851f7a4e-026d-4a42-98e2-fff973a410ba tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.15 "DELETE /v2.0/ports/519107d1-7a69-4404-b0dd-0d474de5050b HTTP/1.1" status: 204 len: 173 time: 0.4667230 Apr 06 12:23:15.080230 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'name': 'network-vif-deleted', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:15.083023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf01c3-19ca-43d7-af42-e54542bf3ed1" -d '{"events": [{"server_uuid": "34379d29-2341-470e-b432-838016041bfc", "name": "network-vif-deleted", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:15.117371 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9b0f44-4b1e-4f2c-aec0-e863e9777a5e x-openstack-request-id: req-ff9b0f44-4b1e-4f2c-aec0-e863e9777a5e {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:15.117673 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34379d29-2341-470e-b432-838016041bfc", "name": "network-vif-deleted", "tag": "519107d1-7a69-4404-b0dd-0d474de5050b", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:15.117934 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff9b0f44-4b1e-4f2c-aec0-e863e9777a5e {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:15.118366 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9b0f44-4b1e-4f2c-aec0-e863e9777a5e'] response: {'server_uuid': '34379d29-2341-470e-b432-838016041bfc', 'name': 'network-vif-deleted', 'tag': '519107d1-7a69-4404-b0dd-0d474de5050b', 'status': 'completed', 'code': 200} Apr 06 12:23:15.931558 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4fb8b314-762a-4831-a401-825165ea7dab req-c5210cce-7be7-4902-b36a-d9530ca885f6 tempest-ServerRescueNegativeTestJSON-1692105503 tempest-ServerRescueNegativeTestJSON-1692105503-project] 10.222.0.25 "GET /v2.0/ports?device_id=34379d29-2341-470e-b432-838016041bfc HTTP/1.1" status: 200 len: 210 time: 0.0264583 Apr 06 12:23:16.986812 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45208) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:17.402131 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (d10f7347-1f80-4811-acda-a610d3f137ec), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:17.692619 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Deleting port 6250549f-f5ea-4090-8e7f-d53b48feeebb {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:17.692961 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:17.771836 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] For port 6250549f-f5ea-4090-8e7f-d53b48feeebb, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=6250549f-f5ea-4090-8e7f-d53b48feeebb,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:17.772200 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:17.786032 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Calling delete_port for 6250549f-f5ea-4090-8e7f-d53b48feeebb owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:18.063205 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (6250549f-f5ea-4090-8e7f-d53b48feeebb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:18.089705 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6250549f-f5ea-4090-8e7f-d53b48feeebb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:18.273877 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (d10f7347-1f80-4811-acda-a610d3f137ec), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:18.423981 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 519107d1-7a69-4404-b0dd-0d474de5050b no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:18.443227 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 519107d1-7a69-4404-b0dd-0d474de5050b {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:18.443595 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 519107d1-7a69-4404-b0dd-0d474de5050b not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:18.490350 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Router d10f7347-1f80-4811-acda-a610d3f137ec has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:23:18.783228 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:18.788309 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3ade1cd7-9c2d-44bb-b6dc-580facb08cb0 admin admin] 10.222.0.25 "PUT /v2.0/routers/d10f7347-1f80-4811-acda-a610d3f137ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004236 Apr 06 12:23:18.790803 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45212) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:18.791708 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Sync routers for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:18.803026 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:18.803680 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:18.895320 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks [] for router (d10f7347-1f80-4811-acda-a610d3f137ec), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.006188 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks [] for router_gateway (d10f7347-1f80-4811-acda-a610d3f137ec), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.037713 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:19.145949 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Deleting port bbd12312-9544-4d77-a2b0-d9856ef43655 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:19.146539 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.214720 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36'}], 'enable_snat': True}, 'gw_port_id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:23:17Z', 'revision_number': 5, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port': {'id': 'bbd12312-9544-4d77-a2b0-d9856ef43655', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:15:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:19.229903 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] For port bbd12312-9544-4d77-a2b0-d9856ef43655, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=bbd12312-9544-4d77-a2b0-d9856ef43655,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:19.230277 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.243162 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Calling delete_port for bbd12312-9544-4d77-a2b0-d9856ef43655 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:19.243980 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Checking router: d10f7347-1f80-4811-acda-a610d3f137ec for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:19.253210 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Routers {'d10f7347-1f80-4811-acda-a610d3f137ec'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:19.253822 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['d10f7347-1f80-4811-acda-a610d3f137ec'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:19.344548 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] Set router d10f7347-1f80-4811-acda-a610d3f137ec gateway port host: None {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:19.395612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:23:19Z', 'revision_number': 6, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:19.424676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ebafa-3b4d-45c6-ab73-53454d83451a None None] The sync data for ids ['d10f7347-1f80-4811-acda-a610d3f137ec'] in dv-cinder-815659-5-smb is: [{'id': 'd10f7347-1f80-4811-acda-a610d3f137ec', 'name': 'tempest-ServerRescueNegativeTestJSON-1512061332-router', 'tenant_id': 'f94f8180696f4a629f7d74945eb76980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:39Z', 'updated_at': '2022-04-06T12:23:19Z', 'revision_number': 6, 'project_id': 'f94f8180696f4a629f7d74945eb76980', 'gw_port_host': None}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:19.491316 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (bbd12312-9544-4d77-a2b0-d9856ef43655), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.515115 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd12312-9544-4d77-a2b0-d9856ef43655,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:19.576786 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (d10f7347-1f80-4811-acda-a610d3f137ec), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.681406 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (d10f7347-1f80-4811-acda-a610d3f137ec), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.683567 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks [] for router_controller (d10f7347-1f80-4811-acda-a610d3f137ec), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.834399 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (d10f7347-1f80-4811-acda-a610d3f137ec), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.834936 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d10f7347-1f80-4811-acda-a610d3f137ec {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:23:19.840187 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.842012 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-92ce8d1d-1d11-4d3a-af53-64298a3e55a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d10f7347-1f80-4811-acda-a610d3f137ec HTTP/1.1" status: 204 len: 168 time: 1.0501597 Apr 06 12:23:19.848959 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45214) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:19.887981 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Deleting subnet b5db7ee1-73d3-463c-9470-ac91c2df98a5 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:23:19.890912 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Publish callbacks [] for subnet (b5db7ee1-73d3-463c-9470-ac91c2df98a5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:19.928218 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (b5db7ee1-73d3-463c-9470-ac91c2df98a5), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.032857 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (b5db7ee1-73d3-463c-9470-ac91c2df98a5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.148722 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (b5db7ee1-73d3-463c-9470-ac91c2df98a5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.174583 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5db7ee1-73d3-463c-9470-ac91c2df98a5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:20.178647 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.182814 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9cf98bac-998a-4b31-b923-e3143a8387f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b5db7ee1-73d3-463c-9470-ac91c2df98a5 HTTP/1.1" status: 204 len: 168 time: 0.3365366 Apr 06 12:23:20.184800 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3d7c8-df5b-4049-b9d7-2730354af0b6 None None] Network 5c363a34-7561-4021-9b08-9f1576109a40 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:23:20.185633 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45216) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:20.194587 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 6250549f-f5ea-4090-8e7f-d53b48feeebb no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:20.248638 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 6250549f-f5ea-4090-8e7f-d53b48feeebb {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:20.248990 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 6250549f-f5ea-4090-8e7f-d53b48feeebb not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:20.259254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (5c363a34-7561-4021-9b08-9f1576109a40), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.321080 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Deleting port 0100ed92-3532-438f-ad97-b9324660bdc5 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:20.321425 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.390072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] DHCP port deletion for 5c363a34-7561-4021-9b08-9f1576109a40 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:23:20.393388 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] For port 0100ed92-3532-438f-ad97-b9324660bdc5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0100ed92-3532-438f-ad97-b9324660bdc5,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:20.393889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.411257 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Calling delete_port for 0100ed92-3532-438f-ad97-b9324660bdc5 owned by network:dhcp {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:20.441316 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Deleting port 0100ed92-3532-438f-ad97-b9324660bdc5 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:23:20.441896 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.511752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] For port 0100ed92-3532-438f-ad97-b9324660bdc5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0100ed92-3532-438f-ad97-b9324660bdc5,segment=NetworkSegment(cdbc2438-f16b-46e3-ad65-666a9c0be3f1),segment_id=cdbc2438-f16b-46e3-ad65-666a9c0be3f1)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:20.512165 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.524555 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Calling delete_port for 0100ed92-3532-438f-ad97-b9324660bdc5 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:23:20.582810 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.610734 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0100ed92-3532-438f-ad97-b9324660bdc5,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:20.612557 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] No DVR routers for this DVR port 0100ed92-3532-438f-ad97-b9324660bdc5 on host dv-cinder-815659-5-smb {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:23:20.640161 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (0100ed92-3532-438f-ad97-b9324660bdc5), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.670097 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] Pushing event deleted for resources: {'Port': ['ID=0100ed92-3532-438f-ad97-b9324660bdc5,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:20.672402 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f2e84-bd80-4cbd-b0da-358fb87cb586 None None] No DVR routers for this DVR port 0100ed92-3532-438f-ad97-b9324660bdc5 on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:23:20.690175 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (5c363a34-7561-4021-9b08-9f1576109a40), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.711353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.711749 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.712493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.712823 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > port after_create 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.713143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.713475 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > port after_update 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.713792 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.714123 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.714432 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.714745 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.815499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.815852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.816184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.816512 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:23:20.816858 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c363a34-7561-4021-9b08-9f1576109a40']}} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:20.835348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1') {'for_net_delete': True} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:20.835611 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbc2438-f16b-46e3-ad65-666a9c0be3f1') {} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:20.850715 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10245768'] for segment (cdbc2438-f16b-46e3-ad65-666a9c0be3f1), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.870527 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (cdbc2438-f16b-46e3-ad65-666a9c0be3f1), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.878698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:23:20.879073 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12381065'] for segment (cdbc2438-f16b-46e3-ad65-666a9c0be3f1), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: from cryptography.utils import int_from_bytes Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: from cryptography.utils import int_from_bytes Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: Traceback (most recent call last): Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: timer() Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: cb(*args, **kw) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: return func(*args, **kwargs) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: self._notify() Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: self.callback(batched_events) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: event.method(event) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: return f(self, *a, **k) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: return self._get(url).json() Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: return self.request(url, 'GET', **kwargs) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:23:20.882895 dv-cinder-815659-5-smb neutron-server[104097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:23:21.285459 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (5c363a34-7561-4021-9b08-9f1576109a40), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.292682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.296485 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c363a34-7561-4021-9b08-9f1576109a40 HTTP/1.1" status: 204 len: 168 time: 1.1091061 Apr 06 12:23:21.305825 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ece48-7d8b-471d-bbce-eba3348fae5f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c363a34-7561-4021-9b08-9f1576109a40,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:21.604243 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device bbd12312-9544-4d77-a2b0-d9856ef43655 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:21.624853 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: bbd12312-9544-4d77-a2b0-d9856ef43655 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:21.625193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device bbd12312-9544-4d77-a2b0-d9856ef43655 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:21.625596 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0100ed92-3532-438f-ad97-b9324660bdc5 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:21.643791 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 0100ed92-3532-438f-ad97-b9324660bdc5 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:23:21.644146 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0100ed92-3532-438f-ad97-b9324660bdc5 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:23:21.736978 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45220) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:21.775211 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b7099eb2-cc62-4707-8381-1fe67dab4df6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f94f8180696f4a629f7d74945eb76980&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371203 Apr 06 12:23:21.777682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45222) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:21.823366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] Publish callbacks [] for security_group (8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.843938 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] Publish callbacks [] for security_group (8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.970992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.973626 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:21.974751 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd HTTP/1.1" status: 204 len: 168 time: 0.1961987 Apr 06 12:23:21.982345 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529731-d6a0-4f75-9536-f9de9df207dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1adc7-c68d-4f5b-9ef4-b48dc5357bcd,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:23.024042 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:23:23.047163 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45244) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:23.142181 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1302995351-network', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:23.274838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:23:23.277589 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.287898 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.364825 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks [] for security_group (eed4a43f-8867-4b2e-ae33-363acd987313), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.468064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (eed4a43f-8867-4b2e-ae33-363acd987313), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.495145 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:23:23.502232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4a43f-8867-4b2e-ae33-363acd987313,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:23.508049 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (d2fdf5a8-7dbe-4f38-99c8-af661e022046), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.508398 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Added segment d2fdf5a8-7dbe-4f38-99c8-af661e022046 of type vlan for network 64fb9e16-483f-49fb-93ef-901192b0a23c Apr 06 12:23:23.547803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (64fb9e16-483f-49fb-93ef-901192b0a23c), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.667992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (64fb9e16-483f-49fb-93ef-901192b0a23c), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.668959 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:23.670021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:23.726856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=64fb9e16-483f-49fb-93ef-901192b0a23c,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:23.737286 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 64fb9e16-483f-49fb-93ef-901192b0a23c details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:23:23.819682 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-92578904-8dc0-4923-af51-89035a51e7c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7713449 Apr 06 12:23:23.822655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45248) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:23.827301 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Request body: {'subnet': {'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-subnet', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:23.908215 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:23:23.910486 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11667317'] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.154386 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12380196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11667307'] for subnet (9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.214844 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:24.222489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:23:24.222853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Network hostable DHCP agents. Network: 64fb9e16-483f-49fb-93ef-901192b0a23c, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:23:24.302346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:23:24.365136 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 64fb9e16-483f-49fb-93ef-901192b0a23c) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:24.369362 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:24.370004 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.375174 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57080339-42f4-44c7-884b-afa4baaeb421 None None] Network 64fb9e16-483f-49fb-93ef-901192b0a23c requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:23:24.472336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-64fb9e16-483f-49fb-93ef-901192b0a23c', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:23:24.473307 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.502612 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3504932e-9d3c-4826-92f4-844fe533878d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6786582 Apr 06 12:23:24.505265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45250) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:24.509443 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:24.588933 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (13cd0b33-885b-4618-a731-71283e73e02a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.590260 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (13cd0b33-885b-4618-a731-71283e73e02a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.602927 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Allocated IP 172.20.0.2 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/ff69a38b-8c53-43b7-a7b4-5a151a50adb9) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:23:24.642580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for router_controller (13cd0b33-885b-4618-a731-71283e73e02a), precommit_add_association {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.746978 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks [] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.817292 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.827055 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for router_gateway (13cd0b33-885b-4618-a731-71283e73e02a), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.853456 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:24.860304 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:24.867556 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:23:24.874136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Pushing event updated for resources: {'Port': ['ID=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:24.923614 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Attempting to bind port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:23:24.923996 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Attempting to bind port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:23:24.924358 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Attempting to bind port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:23:24.929299 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:23:24.929718 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:23:24.930121 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.930517 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:23:24.930989 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Bound port: ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:23:24.931367 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:24.994920 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] For port ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:23:24.998043 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] For port ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:23:25.074436 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.096547 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for router_gateway (13cd0b33-885b-4618-a731-71283e73e02a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.115299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.134166 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbac8c-8228-4352-8e28-8aedbeac39c2 None None] Pushing event updated for resources: {'Port': ['ID=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:25.222525 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Allocated IP 172.28.0.205 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/37499a9d-ba7a-4888-8aa8-b03d4a896108) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:23:25.348485 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.463102 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.504433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:25.507682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:25.510184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:23:25.547529 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Pushing event updated for resources: {'Port': ['ID=37499a9d-ba7a-4888-8aa8-b03d4a896108,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:25.647347 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device ff69a38b-8c53-43b7-a7b4-5a151a50adb9 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:25.695896 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:25.696275 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.772955 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:25.776686 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.811545 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:25.918523 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for router_gateway (13cd0b33-885b-4618-a731-71283e73e02a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:25.960696 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.016090 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:26.072584 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ca914-0ee7-460e-a98b-a2ef993d47c7 None None] Network 64fb9e16-483f-49fb-93ef-901192b0a23c requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:23:26.142559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (13cd0b33-885b-4618-a731-71283e73e02a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.186288 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-44137dc7-6045-4884-837e-32dc7ec5c1d9 None None] Provisioning complete for port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:26.186664 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-44137dc7-6045-4884-837e-32dc7ec5c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.285059 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-44137dc7-6045-4884-837e-32dc7ec5c1d9 None None] Current status of the port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:26.331124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Router 13cd0b33-885b-4618-a731-71283e73e02a is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:23:26.450367 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:26.460973 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:26.472142 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:26.472857 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:26.505817 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-24a221e1-8059-4bf6-aa4f-427e1731936f None None] Provisioning complete for port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:26.506187 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-24a221e1-8059-4bf6-aa4f-427e1731936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.552657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.554275 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3ada518a-aeca-46a4-a824-3f5c4fb04b24 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0479987 Apr 06 12:23:26.556788 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45264) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:26.592121 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:26.730171 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-24a221e1-8059-4bf6-aa4f-427e1731936f None None] Current status of the port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:26.784433 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:25Z', 'revision_number': 3, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:26.810345 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:26.810777 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Updating router 13cd0b33-885b-4618-a731-71283e73e02a port 37499a9d-ba7a-4888-8aa8-b03d4a896108 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:23:26.837355 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:26.987557 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.083704 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks [] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.139636 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Allocated IP 172.20.0.1 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/16a823f4-ec17-426f-809f-54e6bc7c70bf) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:23:27.193602 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.246133 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks [] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.250880 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Pushing event updated for resources: {'Port': ['ID=37499a9d-ba7a-4888-8aa8-b03d4a896108,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:27.253946 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Attempting to bind port 37499a9d-ba7a-4888-8aa8-b03d4a896108 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:23:27.260125 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Attempting to bind port 37499a9d-ba7a-4888-8aa8-b03d4a896108 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:23:27.260125 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Attempting to bind port 37499a9d-ba7a-4888-8aa8-b03d4a896108 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:23:27.263216 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.264139 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.264488 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.264936 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.265279 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.265612 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.265943 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.266284 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.266680 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.266952 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.267280 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.267702 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.267999 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.268323 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.268670 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:27.271974 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:23:27.272354 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:23:27.272832 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.273225 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:23:27.273785 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Bound port: 37499a9d-ba7a-4888-8aa8-b03d4a896108, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:23:27.274079 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.325870 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] For port 37499a9d-ba7a-4888-8aa8-b03d4a896108, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:23:27.329575 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] For port 37499a9d-ba7a-4888-8aa8-b03d4a896108, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=37499a9d-ba7a-4888-8aa8-b03d4a896108,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:23:27.341543 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.379108 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:27.382022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:27.387236 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:23:27.393040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:27.418082 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.428499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (13cd0b33-885b-4618-a731-71283e73e02a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.476915 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7114-4d07-47d6-b952-ede8780ecb5a None None] Pushing event updated for resources: {'Port': ['ID=37499a9d-ba7a-4888-8aa8-b03d4a896108,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:27.486858 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:27.487507 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:27.605811 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:27.623542 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device ff69a38b-8c53-43b7-a7b4-5a151a50adb9 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:27.647150 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.673861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f495b3a9-c126-476b-81ea-b2e0e6a2bdd4 None None] Provisioning complete for port 16a823f4-ec17-426f-809f-54e6bc7c70bf triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:27.674189 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f495b3a9-c126-476b-81ea-b2e0e6a2bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.716051 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:27.716435 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.717941 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f495b3a9-c126-476b-81ea-b2e0e6a2bdd4 None None] Port 16a823f4-ec17-426f-809f-54e6bc7c70bf cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:23:27.805021 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:27.808463 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:25Z', 'revision_number': 3, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:27.836625 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks [] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.836878 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d63ecc-2e59-4746-bd3d-02f3c14b641c None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:25Z', 'revision_number': 3, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:27.925475 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:27.997376 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:28.000635 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (13cd0b33-885b-4618-a731-71283e73e02a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:28.116941 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:28.118284 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:28.263214 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:23:28.394942 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:28.407298 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c3d75f39-d4e0-4588-bed7-b74fee662fc9 admin admin] 10.222.0.25 "PUT /v2.0/routers/13cd0b33-885b-4618-a731-71283e73e02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417330 Apr 06 12:23:28.458660 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-6ce03a2f-3ce5-45e2-9726-7dd100a5c104 None None] Provisioning complete for port 16a823f4-ec17-426f-809f-54e6bc7c70bf triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:28.459035 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6ce03a2f-3ce5-45e2-9726-7dd100a5c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:28.510159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6ce03a2f-3ce5-45e2-9726-7dd100a5c104 None None] Port 16a823f4-ec17-426f-809f-54e6bc7c70bf cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:23:28.564778 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b256f6-d777-4fd0-b87f-114073c545bb req-c9f6fb92-dc73-4bdb-99de-c8fc91f7db3e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:28.566469 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d9b256f6-d777-4fd0-b87f-114073c545bb req-c9f6fb92-dc73-4bdb-99de-c8fc91f7db3e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0626469 Apr 06 12:23:28.621295 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d9b256f6-d777-4fd0-b87f-114073c545bb req-52e7d366-0ce5-475f-af28-29725e015a99 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466645 Apr 06 12:23:28.960206 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45290) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:28.964859 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130517373', 'description': 'tempest-description--527449108'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:29.056751 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.126409 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (45a5a15c-7b09-4777-a5c2-8183c86ae66d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.222572 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (45a5a15c-7b09-4777-a5c2-8183c86ae66d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.251779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a5a15c-7b09-4777-a5c2-8183c86ae66d,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:29.309972 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.311270 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1db53323-2274-48f6-8ad7-86af4203a2e5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3499861 Apr 06 12:23:29.314050 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45292) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:29.318342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '45a5a15c-7b09-4777-a5c2-8183c86ae66d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:29.427614 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (c2bea810-f99e-40cf-9b0e-a13df9f6a9c7), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.471805 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:29.483133 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:29.483771 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:29.486392 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (c2bea810-f99e-40cf-9b0e-a13df9f6a9c7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.599388 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:29.627796 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 37499a9d-ba7a-4888-8aa8-b03d4a896108 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:29.668432 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (c2bea810-f99e-40cf-9b0e-a13df9f6a9c7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.689712 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bea810-f99e-40cf-9b0e-a13df9f6a9c7,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:29.748992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c7845-a6e6-4ac9-8826-02f264ad83b0 req-5dac00c3-5964-433b-9d63-724dc82a58c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:29.750358 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2b3c7845-a6e6-4ac9-8826-02f264ad83b0 req-5dac00c3-5964-433b-9d63-724dc82a58c8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0516617 Apr 06 12:23:29.770345 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 37499a9d-ba7a-4888-8aa8-b03d4a896108 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:29.770716 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.800179 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2b3c7845-a6e6-4ac9-8826-02f264ad83b0 req-9a0d35b2-b3b1-4edb-96c2-bed5d56dd322 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438907 Apr 06 12:23:29.835566 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.836736 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-d3e29ff3-fe1f-47a3-807f-867000f9185a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5217149 Apr 06 12:23:29.839568 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45296) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:29.843842 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '45a5a15c-7b09-4777-a5c2-8183c86ae66d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:29.903419 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 37499a9d-ba7a-4888-8aa8-b03d4a896108 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:29.903828 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.919141 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:29.953041 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:29.953390 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Updating router 13cd0b33-885b-4618-a731-71283e73e02a port 16a823f4-ec17-426f-809f-54e6bc7c70bf binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:23:29.957020 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 37499a9d-ba7a-4888-8aa8-b03d4a896108, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=37499a9d-ba7a-4888-8aa8-b03d4a896108,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:29.959135 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (f1c17de6-9941-4f0e-8a54-bfcb47f20050), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:29.981380 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.018280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (f1c17de6-9941-4f0e-8a54-bfcb47f20050), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.075587 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.179370 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=37499a9d-ba7a-4888-8aa8-b03d4a896108,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:30.193610 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (f1c17de6-9941-4f0e-8a54-bfcb47f20050), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.211376 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c17de6-9941-4f0e-8a54-bfcb47f20050,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:30.283447 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks [] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.309745 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.314609 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a3315889-5606-4fd2-b78b-03bb9b6d4681 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711380 Apr 06 12:23:30.314743 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45298) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:30.318963 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:30.376337 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.413707 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.446199 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbdd13-45dd-424e-ae2c-70a56100f8f0 None None] Pushing event updated for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:30.486258 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Attempting to bind port 16a823f4-ec17-426f-809f-54e6bc7c70bf on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:23:30.486836 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Attempting to bind port 16a823f4-ec17-426f-809f-54e6bc7c70bf by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:23:30.487002 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Attempting to bind port 16a823f4-ec17-426f-809f-54e6bc7c70bf on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:23:30.492418 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:23:30.493387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:23:30.493387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.493654 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:23:30.494236 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Bound port: 16a823f4-ec17-426f-809f-54e6bc7c70bf, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:23:30.494628 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.524613 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.562461 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] For port 16a823f4-ec17-426f-809f-54e6bc7c70bf, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:23:30.566217 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] For port 16a823f4-ec17-426f-809f-54e6bc7c70bf, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=16a823f4-ec17-426f-809f-54e6bc7c70bf,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:23:30.640221 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-231d194a-d4ee-4737-afbf-e48a80386117 None None] Provisioning complete for port 16a823f4-ec17-426f-809f-54e6bc7c70bf triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:30.640601 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-231d194a-d4ee-4737-afbf-e48a80386117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.674291 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-231d194a-d4ee-4737-afbf-e48a80386117 None None] Port 16a823f4-ec17-426f-809f-54e6bc7c70bf cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:23:30.691131 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.742317 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e9a32da2-69ae-4d04-a039-6e0eeda74671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.754947 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.28.0.38 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/13947fde-961d-4066-b74d-4f7e9d811070) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:23:30.759844 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:30.760476 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:30.765612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbdd13-45dd-424e-ae2c-70a56100f8f0 None None] Pushing event updated for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:30.874056 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (13947fde-961d-4066-b74d-4f7e9d811070), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.884254 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:30.945224 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3e47e-4b57-4019-9f26-593dd89fd137 req-ceb5391c-484a-41ae-8ce3-2025da144c08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:30.946933 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f6a3e47e-4b57-4019-9f26-593dd89fd137 req-ceb5391c-484a-41ae-8ce3-2025da144c08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0605385 Apr 06 12:23:30.994179 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (13947fde-961d-4066-b74d-4f7e9d811070), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:30.999053 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f6a3e47e-4b57-4019-9f26-593dd89fd137 req-ecfcfe03-c269-4f6d-8097-63518df53f71 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453534 Apr 06 12:23:31.032161 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Provisioning complete for port 16a823f4-ec17-426f-809f-54e6bc7c70bf triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:31.032536 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.039751 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:31.042691 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:31.047007 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:23:31.050088 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=13947fde-961d-4066-b74d-4f7e9d811070,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:31.130946 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.163605 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Current status of the port 16a823f4-ec17-426f-809f-54e6bc7c70bf is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:31.163989 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.175289 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:30Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:31.208773 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26093593-ff05-4e96-9f3e-227d56f6ef4b None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:30Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:31.225350 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] For port 16a823f4-ec17-426f-809f-54e6bc7c70bf, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=16a823f4-ec17-426f-809f-54e6bc7c70bf,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:31.265702 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (13947fde-961d-4066-b74d-4f7e9d811070), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.319695 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.371295 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1517d2-5c83-4158-bfe8-0b261a37e696 None None] Pushing event updated for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:31.429117 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (13947fde-961d-4066-b74d-4f7e9d811070), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.496816 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (13947fde-961d-4066-b74d-4f7e9d811070), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.564923 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=13947fde-961d-4066-b74d-4f7e9d811070,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:31.582543 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.693036 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.703842 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b1ddd3f4-d697-4411-a855-a836661a5987 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3786500 Apr 06 12:23:31.707064 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 16a823f4-ec17-426f-809f-54e6bc7c70bf up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:31.762746 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 16a823f4-ec17-426f-809f-54e6bc7c70bf triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:31.763118 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.855656 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 16a823f4-ec17-426f-809f-54e6bc7c70bf is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:31.856750 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 37499a9d-ba7a-4888-8aa8-b03d4a896108 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:31.859316 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-97e3e5f9-5c7e-4641-aeb1-ead0f213efeb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--130517373&fields=id&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 267 time: 0.0459397 Apr 06 12:23:31.907640 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 37499a9d-ba7a-4888-8aa8-b03d4a896108 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:31.908055 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:31.974116 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-1486e38d-4ef0-455f-b635-ec5bf70a827b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:31.979994 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-1486e38d-4ef0-455f-b635-ec5bf70a827b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1133096 Apr 06 12:23:31.991426 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-9c05d0bc-c4c9-401a-893c-68b8385ccd1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/quotas/c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Apr 06 12:23:31.998867 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 37499a9d-ba7a-4888-8aa8-b03d4a896108 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:32.054829 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-4d5c585c-d90d-47ed-b14c-db9e9ddab6f8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578156 Apr 06 12:23:32.136068 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aef05b-6548-48da-bf33-48b1ff5141e5 req-318cff32-9241-4126-9528-eaf54712a534 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:32.138326 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-09aef05b-6548-48da-bf33-48b1ff5141e5 req-318cff32-9241-4126-9528-eaf54712a534 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0599208 Apr 06 12:23:32.161933 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-062163e4-3ed4-4768-ad7c-c3f9fe68b883 service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955412 Apr 06 12:23:32.197726 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-09aef05b-6548-48da-bf33-48b1ff5141e5 req-f74dbbec-23ee-412a-a249-6c2286708c2e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530312 Apr 06 12:23:32.260554 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-7a72df07-49c0-4fe2-b2f6-22e4b270915a service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925753 Apr 06 12:23:32.520200 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1671e089-aa70-41a7-980f-95194dde4a2d req-460d0f1b-4eed-4858-a600-bcf7bd0bad27 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Apr 06 12:23:32.702657 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:33.233860 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-38b504a4-401f-4cfa-8c75-1e06f7fb121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:33.315826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd7be2-c112-4bae-9e3f-4d21320dc098 req-0196d2e5-ffce-4539-93bd-7561aeba7dbe tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:33.317275 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-56cd7be2-c112-4bae-9e3f-4d21320dc098 req-0196d2e5-ffce-4539-93bd-7561aeba7dbe tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0518236 Apr 06 12:23:33.363810 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-56cd7be2-c112-4bae-9e3f-4d21320dc098 req-0e77cc17-58bf-4678-92cf-cffd5e254a14 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Apr 06 12:23:33.613547 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8c7c599c-bf92-4025-8dc3-49dc444a89a2 req-c5d71ff9-ad7e-4613-bb58-a1a6c5170685 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0273452 Apr 06 12:23:34.159404 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:34.489458 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616df71-bda7-4ebb-baca-1a948702982c req-463e83cb-5e23-413d-8d92-1f3eeca3ae83 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:34.490925 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4616df71-bda7-4ebb-baca-1a948702982c req-463e83cb-5e23-413d-8d92-1f3eeca3ae83 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Apr 06 12:23:34.537119 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4616df71-bda7-4ebb-baca-1a948702982c req-797d7e68-1783-451f-91ea-899a52b7e8a7 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Apr 06 12:23:34.709847 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b937bc22-2440-4da6-ba09-3639c05bd3d3 req-49b4d7c5-7d51-42e5-bd19-4c506e843d67 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Apr 06 12:23:35.129143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-d6c6b7ae-9608-4b9b-9638-2892256cacb6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:35.130549 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-d6c6b7ae-9608-4b9b-9638-2892256cacb6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.3517985 Apr 06 12:23:35.322547 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-886f9642-54dc-4a6d-a0a2-af60a5921d22 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 379 time: 0.0526373 Apr 06 12:23:35.332415 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'port': {'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'admin_state_up': True, 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'security_groups': ['45a5a15c-7b09-4777-a5c2-8183c86ae66d']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:35.496078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:23:35.499410 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:35.626988 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.20.0.10 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/99f051ac-72ca-436f-a299-3969c0622b8b) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:23:35.660891 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053bc55-71e8-4d6e-b499-54dbef64898d req-b4701eba-6440-48c4-9b99-ba645d0e7cba tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:35.662362 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b053bc55-71e8-4d6e-b499-54dbef64898d req-b4701eba-6440-48c4-9b99-ba645d0e7cba tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Apr 06 12:23:35.708038 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b053bc55-71e8-4d6e-b499-54dbef64898d req-9994b47e-4ce9-4329-a844-92a5d60024a1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Apr 06 12:23:35.768127 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (99f051ac-72ca-436f-a299-3969c0622b8b), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:35.811308 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:35.818671 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d6196bdb-7fe9-4419-a5e5-cde353329934 req-2f1bd57c-49b9-4bea-9412-74de2a055a91 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0410931 Apr 06 12:23:35.919523 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:35.960036 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:23:35.965069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:23:35.968950 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:23:35.994341 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:36.023541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:36.024168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.111943 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-5649bd97-956d-4559-b19a-e5cc01d5a9e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7833936 Apr 06 12:23:36.124079 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Request body: {'port': {'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:36.168132 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4e00dcc1-7e2a-44fc-bfc3-c5bcb9997734 None None] Provisioning complete for port 99f051ac-72ca-436f-a299-3969c0622b8b triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:36.168503 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4e00dcc1-7e2a-44fc-bfc3-c5bcb9997734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.186194 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.202595 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4e00dcc1-7e2a-44fc-bfc3-c5bcb9997734 None None] Port 99f051ac-72ca-436f-a299-3969c0622b8b cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:23:36.400309 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-0cf60bbe-47b5-4edd-aef8-c505bbdaf361 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984538 Apr 06 12:23:36.504818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f051ac-72ca-436f-a299-3969c0622b8b {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:23:36.514337 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks [] for port (99f051ac-72ca-436f-a299-3969c0622b8b), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.532741 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bccfc-6a91-475f-b299-4c7db317400d req-fe873f8b-7005-4f9f-a327-23c2df37e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:36.534215 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-fe873f8b-7005-4f9f-a327-23c2df37e6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.0681624 Apr 06 12:23:36.535078 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Transition to ACTIVE for port object 99f051ac-72ca-436f-a299-3969c0622b8b will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:23:36.625543 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.672929 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bccfc-6a91-475f-b299-4c7db317400d req-43a9eb19-143f-46a3-a4c7-a3fff24f7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:36.676590 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-43a9eb19-143f-46a3-a4c7-a3fff24f7e5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 910 time: 0.1182725 Apr 06 12:23:36.750450 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Pushing event updated for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:36.797476 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-75b4cdd2-c017-46c7-8d52-f05fc794ec97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 1001 time: 0.1140935 Apr 06 12:23:36.850704 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Attempting to bind port 99f051ac-72ca-436f-a299-3969c0622b8b on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:23:36.851049 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Attempting to bind port 99f051ac-72ca-436f-a299-3969c0622b8b by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:23:36.851381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Attempting to bind port 99f051ac-72ca-436f-a299-3969c0622b8b on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:23:36.863125 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Port 99f051ac-72ca-436f-a299-3969c0622b8b on network 64fb9e16-483f-49fb-93ef-901192b0a23c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:23:36.863379 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Attempting to bind port 99f051ac-72ca-436f-a299-3969c0622b8b on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:23:36.872947 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bccfc-6a91-475f-b299-4c7db317400d req-65ab711a-15e7-4b1a-99e8-ff528e8a74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:36.875403 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-65ab711a-15e7-4b1a-99e8-ff528e8a74c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.0663443 Apr 06 12:23:36.875403 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:23:36.875732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:23:36.876059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:23:36.876498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Bound port: 99f051ac-72ca-436f-a299-3969c0622b8b, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:23:36.876853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:36.922886 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665cb21-d4f3-4c8c-bf13-f6f69cbb7868 req-9ebda4e3-3e94-400f-9704-0b69839409d2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:36.928088 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9665cb21-d4f3-4c8c-bf13-f6f69cbb7868 req-9ebda4e3-3e94-400f-9704-0b69839409d2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.1442301 Apr 06 12:23:36.976647 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9665cb21-d4f3-4c8c-bf13-f6f69cbb7868 req-7363b739-2907-45c2-9a70-d6d2ac533440 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Apr 06 12:23:37.010670 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:23:37.016311 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=99f051ac-72ca-436f-a299-3969c0622b8b,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:23:37.018608 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bccfc-6a91-475f-b299-4c7db317400d req-2fc9337e-7896-4d93-b4af-ee6122f95ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.020126 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-2fc9337e-7896-4d93-b4af-ee6122f95ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1340888 Apr 06 12:23:37.028713 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4798d-6101-4b1a-ac7a-49a653b7a946 req-2c0e53e9-4bb3-42a8-a3c6-451427fe3b96 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.031221 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5cb4798d-6101-4b1a-ac7a-49a653b7a946 req-2c0e53e9-4bb3-42a8-a3c6-451427fe3b96 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 944 time: 0.1344664 Apr 06 12:23:37.123575 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:37.131996 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5cb4798d-6101-4b1a-ac7a-49a653b7a946 req-0ee1d891-c28b-4eb1-90f6-b9a98e053e13 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934522 Apr 06 12:23:37.179873 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.180489 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:37.181898 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] 10.222.0.15 "PUT /v2.0/ports/99f051ac-72ca-436f-a299-3969c0622b8b HTTP/1.1" status: 200 len: 1094 time: 1.0627897 Apr 06 12:23:37.186938 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:37.189256 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c1833b-27b6-4103-8708-2c2a76936c05" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:37.195939 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-f3fb78e3-00ed-47fa-bc99-b6451730f34f service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641529 Apr 06 12:23:37.231023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71d704-b224-47e2-9ff8-77f325f8259c service neutron] Pushing event updated for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:37.258777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6e92a-5420-43fd-891f-5762112d232d x-openstack-request-id: req-94a6e92a-5420-43fd-891f-5762112d232d {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:37.259090 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:37.259327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94a6e92a-5420-43fd-891f-5762112d232d {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:37.259759 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a6e92a-5420-43fd-891f-5762112d232d'] response: {'name': 'network-changed', 'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b', 'status': 'completed', 'code': 200} Apr 06 12:23:37.345107 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-585bccfc-6a91-475f-b299-4c7db317400d req-aaba285d-3072-4fe4-83cf-0ecef5a5d41c service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357267 Apr 06 12:23:37.347719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-9c6a0260-f627-4d56-91ee-2693fdc7f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.349226 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-9c6a0260-f627-4d56-91ee-2693fdc7f455 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 1128 time: 0.0866668 Apr 06 12:23:37.387964 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:37.458465 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-da79d988-4703-415d-8228-b230324c39e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.459979 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-da79d988-4703-415d-8228-b230324c39e6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985749 Apr 06 12:23:37.554268 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-b2cdf3c5-ebe5-43a9-9b51-9439bd625a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.555605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7c1833b-27b6-4103-8708-2c2a76936c05 req-b2cdf3c5-ebe5-43a9-9b51-9439bd625a67 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877197 Apr 06 12:23:37.704559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-7c691839-a59a-4f00-ac9d-33954ca4b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.706045 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-7c691839-a59a-4f00-ac9d-33954ca4b26c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 1128 time: 0.0446641 Apr 06 12:23:37.749827 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-2d464f30-110b-4596-9a6b-0d124df28e8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99f051ac-72ca-436f-a299-3969c0622b8b HTTP/1.1" status: 200 len: 217 time: 0.0367622 Apr 06 12:23:37.796411 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-2d2a49ae-010e-40ed-a5b2-31954e952134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.797803 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-2d2a49ae-010e-40ed-a5b2-31954e952134 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0420067 Apr 06 12:23:37.845981 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-720baff8-3cb1-4b85-97fb-d271eea50ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:37.847432 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-720baff8-3cb1-4b85-97fb-d271eea50ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419760 Apr 06 12:23:37.938244 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-7d3b8c8a-cda5-4a1e-8ae5-e6b1d2330aac service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Apr 06 12:23:38.027404 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8d079b3-99ec-49c0-9c88-b48b563aca3a req-a84b727c-b5db-48c6-840a-2807e618a35e service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820949 Apr 06 12:23:38.109184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e5937-c8cd-4bad-aa6f-880643d915b0 req-3d93a0d8-fec7-476f-b5b0-756491aed375 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:38.110586 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-785e5937-c8cd-4bad-aa6f-880643d915b0 req-3d93a0d8-fec7-476f-b5b0-756491aed375 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0563233 Apr 06 12:23:38.158008 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-785e5937-c8cd-4bad-aa6f-880643d915b0 req-4106637f-3796-43f8-b0ce-7acca4f9fc55 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Apr 06 12:23:38.250457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a585dd5-75da-41fc-9ac0-53d02fef1a3e req-db0f256f-d2a5-407d-a722-dd6cd20d6754 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:38.251912 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3a585dd5-75da-41fc-9ac0-53d02fef1a3e req-db0f256f-d2a5-407d-a722-dd6cd20d6754 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Apr 06 12:23:38.297713 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3a585dd5-75da-41fc-9ac0-53d02fef1a3e req-efefbe7f-debc-40a3-9c47-b15b72bb4c5b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Apr 06 12:23:39.331706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d9bcf-4930-46ba-876a-e2bda552cf36 req-98d3eca4-7e06-42b2-a587-4733a27de648 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:39.333138 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e32d9bcf-4930-46ba-876a-e2bda552cf36 req-98d3eca4-7e06-42b2-a587-4733a27de648 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.1039069 Apr 06 12:23:39.382089 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e32d9bcf-4930-46ba-876a-e2bda552cf36 req-aa63801a-2b9e-4824-a501-4fdda3e281df tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429890 Apr 06 12:23:39.414059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a9733-28e2-4b8e-899d-ccf18ec3ae1e req-610d7aaf-34f0-44a6-94a2-1b7096d3d6e2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:39.415612 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-997a9733-28e2-4b8e-899d-ccf18ec3ae1e req-610d7aaf-34f0-44a6-94a2-1b7096d3d6e2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 944 time: 0.0516193 Apr 06 12:23:39.461535 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-997a9733-28e2-4b8e-899d-ccf18ec3ae1e req-7d710dbb-d1bb-4a17-9c99-ffbd5c739cc0 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396876 Apr 06 12:23:40.508754 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f2b2-2bf2-4175-9510-3e6c5472b05c req-3b9efe4b-b3c2-48ff-8ce6-feb80e0d8965 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:40.512087 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a761f2b2-2bf2-4175-9510-3e6c5472b05c req-3b9efe4b-b3c2-48ff-8ce6-feb80e0d8965 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0565968 Apr 06 12:23:40.519363 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 99f051ac-72ca-436f-a299-3969c0622b8b details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:23:40.560517 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a761f2b2-2bf2-4175-9510-3e6c5472b05c req-f430df19-cb24-4300-987e-3ed9216ea9f5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 Apr 06 12:23:40.582542 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d4e29-a2c9-4e16-bea2-85b0cd82f3ad req-6f12affd-bb7c-4f52-b5d6-4b2fdd6d9729 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:40.589187 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8b7d4e29-a2c9-4e16-bea2-85b0cd82f3ad req-6f12affd-bb7c-4f52-b5d6-4b2fdd6d9729 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 944 time: 0.0613427 Apr 06 12:23:40.634172 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8b7d4e29-a2c9-4e16-bea2-85b0cd82f3ad req-28c62af9-41c7-4902-a6da-b8cd9298af02 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441401 Apr 06 12:23:40.637421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=99f051ac-72ca-436f-a299-3969c0622b8b,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:40.649499 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '99f051ac-72ca-436f-a299-3969c0622b8b', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:23:40.686556 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 99f051ac-72ca-436f-a299-3969c0622b8b is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:40.686880 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:40.699350 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f051ac-72ca-436f-a299-3969c0622b8b {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:23:40.719520 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=99f051ac-72ca-436f-a299-3969c0622b8b,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:40.782021 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:40.782702 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:23:41.003671 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:41.016881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.017233 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.017582 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.017927 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.018266 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.018600 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.018930 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.019259 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.019615 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.019947 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.020322 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.020666 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.020999 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.021325 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.021669 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:23:41.058160 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:41.070343 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:23:41.106987 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: ACTIVE; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:41.107383 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:41.120040 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:23:41.139384 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:41.250384 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:41.303560 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=6']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:41.503147 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['7bb3d161-96b4-4750-a146-bc1e9dcf001e'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:23:41.602932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['99f051ac-72ca-436f-a299-3969c0622b8b'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:23:41.699215 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c452b-82c1-4e38-b9c6-3d189e6a1fab req-cf6fe66b-a4c4-4964-8873-9031593f486d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:41.707367 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-215c452b-82c1-4e38-b9c6-3d189e6a1fab req-cf6fe66b-a4c4-4964-8873-9031593f486d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0663934 Apr 06 12:23:41.754712 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-215c452b-82c1-4e38-b9c6-3d189e6a1fab req-492c59d6-540b-4f4f-a8d6-4ef0d8a1ed94 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463631 Apr 06 12:23:41.785548 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a922-23e0-488e-be43-e7e3273bc56e req-b738c530-2f19-4056-aee4-4b54987587a7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:41.786988 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4991a922-23e0-488e-be43-e7e3273bc56e req-b738c530-2f19-4056-aee4-4b54987587a7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 945 time: 0.0752144 Apr 06 12:23:41.845672 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4991a922-23e0-488e-be43-e7e3273bc56e req-110f9415-269b-4bfe-8f6f-a6c3a9fe75fb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531440 Apr 06 12:23:42.523705 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 99f051ac-72ca-436f-a299-3969c0622b8b up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:42.696179 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 99f051ac-72ca-436f-a299-3969c0622b8b completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:23:42.701159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 99f051ac-72ca-436f-a299-3969c0622b8b triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:42.701601 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:42.795082 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 99f051ac-72ca-436f-a299-3969c0622b8b is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:42.795740 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:42.833021 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=99f051ac-72ca-436f-a299-3969c0622b8b,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:42.833892 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:42.836337 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf016b7-5d5b-4347-8a89-0ecf813d107f" -d '{"events": [{"server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "name": "network-vif-plugged", "status": "completed", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:42.911021 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ca4b5-35e0-445f-bcd3-89f298242115 x-openstack-request-id: req-9c3ca4b5-35e0-445f-bcd3-89f298242115 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:42.911341 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "name": "network-vif-plugged", "status": "completed", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:42.911626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c3ca4b5-35e0-445f-bcd3-89f298242115 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:42.914340 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c3ca4b5-35e0-445f-bcd3-89f298242115'] response: {'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b', 'code': 200} Apr 06 12:23:42.933944 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143283ba-0159-4670-bf48-f5abde7b63b2 req-3efc83c8-4d0a-4b98-88f0-985d70fda34a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:42.935711 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-143283ba-0159-4670-bf48-f5abde7b63b2 req-3efc83c8-4d0a-4b98-88f0-985d70fda34a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0872424 Apr 06 12:23:43.004475 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-143283ba-0159-4670-bf48-f5abde7b63b2 req-ecbeb92d-264a-485d-b6d3-6e256afc0c46 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507107 Apr 06 12:23:43.011033 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:43.015395 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:23:43.129678 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce2b2-9565-4599-b813-e6923826c4e3 req-870bb159-4876-4725-83e4-9460167df79d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:43.132001 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-279ce2b2-9565-4599-b813-e6923826c4e3 req-870bb159-4876-4725-83e4-9460167df79d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.1195948 Apr 06 12:23:43.188117 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 7bb3d161-96b4-4750-a146-bc1e9dcf001e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:23:43.188729 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:43.191538 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-279ce2b2-9565-4599-b813-e6923826c4e3 req-5d9f49c3-a6ee-4bc5-9bd2-ed39551ba798 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537496 Apr 06 12:23:43.247663 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:43.314938 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:43.315640 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:43.365150 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:43.376104 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df67c2-bde7-400d-bc17-5d50b4d10a4a req-2e1fb2b1-cf6a-4d77-b0f5-2cf00266e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:43.377671 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21df67c2-bde7-400d-bc17-5d50b4d10a4a req-2e1fb2b1-cf6a-4d77-b0f5-2cf00266e2d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 1130 time: 0.0653296 Apr 06 12:23:43.437871 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21df67c2-bde7-400d-bc17-5d50b4d10a4a req-d1670d29-5bc6-4cf7-8e2e-9e54c177cbb0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532377 Apr 06 12:23:43.451167 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:43.509118 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=7']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:44.182167 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c23d-a9b4-45c1-ab5e-750750d91bb0 req-5042255b-d278-4195-b3e5-89f1db4c67e3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:44.184254 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-75a7c23d-a9b4-45c1-ab5e-750750d91bb0 req-5042255b-d278-4195-b3e5-89f1db4c67e3 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0645471 Apr 06 12:23:44.241924 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-75a7c23d-a9b4-45c1-ab5e-750750d91bb0 req-a512090f-b820-48b1-b415-94707c061814 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516846 Apr 06 12:23:44.332634 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3574df-ea86-4398-9685-04b2103bba05 req-ce312d81-7598-47d2-bfd6-c9bafdcccbbb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:44.341152 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e3574df-ea86-4398-9685-04b2103bba05 req-ce312d81-7598-47d2-bfd6-c9bafdcccbbb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0702050 Apr 06 12:23:44.401793 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6e3574df-ea86-4398-9685-04b2103bba05 req-79268e94-e8af-40e8-8de5-fca7bbfef462 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566051 Apr 06 12:23:44.915932 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:44.922326 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b3f4a-0f69-4495-8293-7c24be7dd1b4" -d '{"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:44.966718 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5d9d3-4e0d-4f85-a3b3-2866a7bfab76 x-openstack-request-id: req-91f5d9d3-4e0d-4f85-a3b3-2866a7bfab76 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:44.967146 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:44.967529 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91f5d9d3-4e0d-4f85-a3b3-2866a7bfab76 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:44.968105 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f5d9d3-4e0d-4f85-a3b3-2866a7bfab76'] response: {'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'code': 200} Apr 06 12:23:45.372440 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af8650-1802-4c11-ade9-4aab929ee217 req-f756e64e-beb5-4994-ae57-3276a3268b70 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:45.373928 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-40af8650-1802-4c11-ade9-4aab929ee217 req-f756e64e-beb5-4994-ae57-3276a3268b70 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0560231 Apr 06 12:23:45.425635 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-40af8650-1802-4c11-ade9-4aab929ee217 req-d1a2f6ac-ea6c-4fde-bc67-d2746de83384 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Apr 06 12:23:45.531703 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c551-43c9-4efb-ac38-b11605df9c33 req-ad235c5b-d287-4d56-8a5d-87536691dfca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:45.533373 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9226c551-43c9-4efb-ac38-b11605df9c33 req-ad235c5b-d287-4d56-8a5d-87536691dfca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0640030 Apr 06 12:23:45.594670 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9226c551-43c9-4efb-ac38-b11605df9c33 req-522b6fe0-dc04-4165-a521-c564c19b2780 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557265 Apr 06 12:23:45.716371 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8ab37-52cd-4e70-bb29-f6de3309151f req-ee17deee-2f2b-4790-8be4-c44fe755e6ef tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:45.718401 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5ca8ab37-52cd-4e70-bb29-f6de3309151f req-ee17deee-2f2b-4790-8be4-c44fe755e6ef tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0529823 Apr 06 12:23:45.727401 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45446) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:23:45.731891 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:23:45.770527 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:46.544421 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:46.585665 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137066f3-0b13-4342-91e3-31145a2bce92 req-97b1a78b-5b2d-4ec0-9ae3-0137c85c2d02 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:46.593269 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-137066f3-0b13-4342-91e3-31145a2bce92 req-97b1a78b-5b2d-4ec0-9ae3-0137c85c2d02 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0624008 Apr 06 12:23:46.611366 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:46.664293 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-137066f3-0b13-4342-91e3-31145a2bce92 req-8eb90529-c6be-42a5-a0f8-2f4f5fa0e032 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699093 Apr 06 12:23:46.761094 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 7942cb56-43f5-42de-bb32-7fa8682b327e associated. External IP: 172.28.0.38, port: 99f051ac-72ca-436f-a299-3969c0622b8b. Apr 06 12:23:47.031756 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:23:47.179798 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:23:47.185199 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:47.192992 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:23:47.208089 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:47.208726 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:47.231726 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-43558256-b9b3-4d18-8a36-75f87fe09cc5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "PUT /v2.0/floatingips/7942cb56-43f5-42de-bb32-7fa8682b327e HTTP/1.1" status: 200 len: 991 time: 1.4901979 Apr 06 12:23:47.231726 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:47.231726 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ee0453-6afd-4c56-ab98-61300eccee4f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:47.303374 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab4328f-2068-476c-9d26-1408d58c9aee x-openstack-request-id: req-7ab4328f-2068-476c-9d26-1408d58c9aee {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:47.303703 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:47.303967 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ab4328f-2068-476c-9d26-1408d58c9aee {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:47.308016 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab4328f-2068-476c-9d26-1408d58c9aee'] response: {'name': 'network-changed', 'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b', 'status': 'completed', 'code': 200} Apr 06 12:23:47.346692 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:47.381743 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-abfc65c2-8f63-4e27-8c17-966793a27d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:47.383215 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-abfc65c2-8f63-4e27-8c17-966793a27d4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 1130 time: 0.0574679 Apr 06 12:23:47.507763 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-c3f333e6-7714-4b96-b16a-5f25ea4a6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:47.509334 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-c3f333e6-7714-4b96-b16a-5f25ea4a6e69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.1184809 Apr 06 12:23:47.583075 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-34ba4921-d47c-4b2a-9a6b-a60421217814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99f051ac-72ca-436f-a299-3969c0622b8b HTTP/1.1" status: 200 len: 999 time: 0.0657556 Apr 06 12:23:47.652976 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-c84152df-6df9-4de3-b79e-0439669216a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:47.656738 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-c84152df-6df9-4de3-b79e-0439669216a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0672715 Apr 06 12:23:47.723664 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:46Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:47.725281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-99b73380-fc24-45b2-8ab0-5b505b848a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:47.728244 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-99b73380-fc24-45b2-8ab0-5b505b848a46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0637059 Apr 06 12:23:47.750815 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:23:47.759429 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:23:47.760069 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:47.877538 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:23:47.878755 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ed841-27c6-450a-a069-1f3e95621c3e req-65d6e263-4f41-4c7b-a226-1d34335f96dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:47.881284 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be5ed841-27c6-450a-a069-1f3e95621c3e req-65d6e263-4f41-4c7b-a226-1d34335f96dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.1195381 Apr 06 12:23:47.915809 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-413ccbb4-b4e2-4779-9aeb-226d36cec91a service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805699 Apr 06 12:23:47.994961 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-be5ed841-27c6-450a-a069-1f3e95621c3e req-9fc3af62-7bd0-400a-9987-d724d43ab1e4 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070044 Apr 06 12:23:48.039799 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-74ee0453-6afd-4c56-ab98-61300eccee4f req-4e2d4466-d36d-4806-aff9-ee532d2ba61e service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129284 Apr 06 12:23:48.120076 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:46Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:23:48.148091 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e827d1-6424-44e9-ac9d-15ded2fdf18f None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:46Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:23:48.436676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3dc99-2391-480d-84aa-ebaf535f9adc None None] New status for floating IP 7942cb56-43f5-42de-bb32-7fa8682b327e: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:23:49.163878 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb123235-f7d7-48bd-9086-d785c3b4e3bb req-d57abb36-64c9-46ca-90cb-3873831cae54 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:49.165331 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-fb123235-f7d7-48bd-9086-d785c3b4e3bb req-d57abb36-64c9-46ca-90cb-3873831cae54 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0577481 Apr 06 12:23:49.479282 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-fb123235-f7d7-48bd-9086-d785c3b4e3bb req-1201d838-4005-4774-a75f-6b05503f281f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 Apr 06 12:23:50.355649 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6eb6-37f6-488e-8007-3136366daafa req-d18d53a8-9824-40b0-a4af-2c1bfeb203ac tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:50.357375 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cc3e6eb6-37f6-488e-8007-3136366daafa req-d18d53a8-9824-40b0-a4af-2c1bfeb203ac tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0650165 Apr 06 12:23:50.408651 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cc3e6eb6-37f6-488e-8007-3136366daafa req-87d18881-0aa1-4c3c-ae4f-fe389b102c0f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454893 Apr 06 12:23:51.553527 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984b39f-9c82-46c5-8f3b-bd9b8f470900 req-12c1eaae-919c-40d6-991b-7a00df374f35 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:51.555836 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2984b39f-9c82-46c5-8f3b-bd9b8f470900 req-12c1eaae-919c-40d6-991b-7a00df374f35 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0669229 Apr 06 12:23:51.612540 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2984b39f-9c82-46c5-8f3b-bd9b8f470900 req-31bf5668-b0e2-41d7-a3e5-e6197b207db8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Apr 06 12:23:52.750427 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b821a-a11d-41a1-bd56-ba7657b900e5 req-595b9c1d-6dfd-41f3-a579-1ba66a900fdf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:52.752009 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7f1b821a-a11d-41a1-bd56-ba7657b900e5 req-595b9c1d-6dfd-41f3-a579-1ba66a900fdf tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0565815 Apr 06 12:23:52.798221 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7f1b821a-a11d-41a1-bd56-ba7657b900e5 req-a04292d6-efe7-4c07-a5ed-9613ef07dde0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404735 Apr 06 12:23:53.936392 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd996c0-d570-4792-a907-039b279f309f req-fc8e9349-09ee-447d-ba9a-5f3277aa44a9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:53.937790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dbd996c0-d570-4792-a907-039b279f309f req-fc8e9349-09ee-447d-ba9a-5f3277aa44a9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0546539 Apr 06 12:23:53.986982 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dbd996c0-d570-4792-a907-039b279f309f req-82d56fe3-4076-4dd9-8a63-1961e2ae52b5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Apr 06 12:23:55.113606 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bda0a-2b12-4082-af78-8fd0ce839da2 req-9b86d0a3-4107-4bba-9919-b75d90e35b38 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:55.115728 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-028bda0a-2b12-4082-af78-8fd0ce839da2 req-9b86d0a3-4107-4bba-9919-b75d90e35b38 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0572755 Apr 06 12:23:55.163617 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-028bda0a-2b12-4082-af78-8fd0ce839da2 req-d4c0771c-2a93-49e1-88bc-3a6250b603fe tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416334 Apr 06 12:23:55.316245 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-1282a745-c145-4f42-a9dc-d8e7b4b1c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:55.317742 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-1282a745-c145-4f42-a9dc-d8e7b4b1c9de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1129 time: 0.0433781 Apr 06 12:23:55.417774 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-03322a17-a8e6-49c9-ab3b-6340c760e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:55.419199 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-03322a17-a8e6-49c9-ab3b-6340c760e05b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.0888596 Apr 06 12:23:55.531516 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-bbec8467-91d8-4035-a069-0e2107ad558b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 1000 time: 0.1058142 Apr 06 12:23:55.585798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-ad3bdbbe-8781-495d-90a8-2f8c289f0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:55.587299 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-ad3bdbbe-8781-495d-90a8-2f8c289f0a03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0487657 Apr 06 12:23:55.822639 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-e67e2547-46f3-47d3-b23e-7dc2206681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:55.824273 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-e67e2547-46f3-47d3-b23e-7dc2206681b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0459018 Apr 06 12:23:55.994344 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-b50047e4-d9db-4556-9720-2fc596293918 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Apr 06 12:23:56.086312 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5af19f6e-c9b3-4898-8ac1-eebcd7094a9d req-530aa082-025c-4c88-aa4a-f37e23600ca0 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Apr 06 12:23:56.285820 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c181a57-3d98-4086-8107-8f42eaf10959 req-74a90492-e50a-4722-a001-786d5cf1dbd9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:56.287309 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5c181a57-3d98-4086-8107-8f42eaf10959 req-74a90492-e50a-4722-a001-786d5cf1dbd9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0517046 Apr 06 12:23:56.333072 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5c181a57-3d98-4086-8107-8f42eaf10959 req-9ef2e5ff-66f8-4497-96b0-b109e834ab4e tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Apr 06 12:23:57.455243 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e40774-1d19-4dc2-8c53-4b78ff3a1a59 req-9dd1a585-69e3-4930-9b74-4116bedf002b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:57.456719 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a4e40774-1d19-4dc2-8c53-4b78ff3a1a59 req-9dd1a585-69e3-4930-9b74-4116bedf002b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Apr 06 12:23:57.505184 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a4e40774-1d19-4dc2-8c53-4b78ff3a1a59 req-96007b87-6cd3-4810-96d4-2926b5df22dc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428114 Apr 06 12:23:58.627989 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:23:58.721159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: ACTIVE; New status is: DOWN {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:23:58.721919 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:58.739192 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cad93-d430-4eb4-a2dd-5d4a8b82c871 req-8777db52-3dda-498a-aa41-8b4d7bb9e49b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:58.747937 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-995cad93-d430-4eb4-a2dd-5d4a8b82c871 req-8777db52-3dda-498a-aa41-8b4d7bb9e49b tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 945 time: 0.1704624 Apr 06 12:23:58.749553 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:23:58.751813 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b4cf97-309c-41de-9508-2867cbd42c7e" -d '{"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:23:58.763391 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:23:58.794166 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-995cad93-d430-4eb4-a2dd-5d4a8b82c871 req-4c1286d7-8738-4d8e-a332-7b2ca262efad tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Apr 06 12:23:58.798200 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85226e68-4c80-4b2a-8ead-c210daa8a24a x-openstack-request-id: req-85226e68-4c80-4b2a-8ead-c210daa8a24a {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:23:58.798506 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-unplugged", "status": "failed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "code": 422}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:23:58.798766 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85226e68-4c80-4b2a-8ead-c210daa8a24a {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:23:58.799214 dv-cinder-815659-5-smb neutron-server[104099]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-85226e68-4c80-4b2a-8ead-c210daa8a24a']: {'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'code': 422} returned with failed status Apr 06 12:23:58.851734 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:23:58.913173 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=8']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:23:59.374172 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264e91d-b252-46bf-bf19-ca1b9340be69 req-35949341-fce3-4e4f-9439-ab25d49041b5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:23:59.375723 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0264e91d-b252-46bf-bf19-ca1b9340be69 req-35949341-fce3-4e4f-9439-ab25d49041b5 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0537210 Apr 06 12:23:59.421959 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0264e91d-b252-46bf-bf19-ca1b9340be69 req-265ce83a-ba60-4959-bf97-122b138c4846 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406795 Apr 06 12:24:00.022901 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:24:00.542280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7a636-0228-4f4a-9e8c-abac9f6f826f req-9424119e-ff99-4dd1-86d2-0c5e33f55586 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:00.543752 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8ab7a636-0228-4f4a-9e8c-abac9f6f826f req-9424119e-ff99-4dd1-86d2-0c5e33f55586 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0516129 Apr 06 12:24:00.590233 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8ab7a636-0228-4f4a-9e8c-abac9f6f826f req-cbb77448-d001-41ed-afd7-3d3052ce8c39 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Apr 06 12:24:00.804396 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-820d9b9e-080a-4532-a636-beb5ee7145d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:01.316472 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-d23f29c6-c162-4f2d-a893-6b58aac1404d req-e2580e2d-cf3a-4813-af19-0797d4d88b75 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:24:01.317620 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d23f29c6-c162-4f2d-a893-6b58aac1404d req-e2580e2d-cf3a-4813-af19-0797d4d88b75 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499568 Apr 06 12:24:01.423867 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-4a492192-dbc4-4012-bba9-4a3c78d68451 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:01.425333 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-4a492192-dbc4-4012-bba9-4a3c78d68451 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0542901 Apr 06 12:24:01.517637 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Deleting port 6398fa06-d266-4b62-a2e8-c60fec61daee {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:01.517902 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:01.609806 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] For port 6398fa06-d266-4b62-a2e8-c60fec61daee, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6398fa06-d266-4b62-a2e8-c60fec61daee,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:01.610187 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:01.723035 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cbde0-4e34-4387-8cb1-df4a4e303124 req-9ca37798-9369-4395-ae99-a619f0ce04fa tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:01.724666 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-750cbde0-4e34-4387-8cb1-df4a4e303124 req-9ca37798-9369-4395-ae99-a619f0ce04fa tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 945 time: 0.0616772 Apr 06 12:24:01.788244 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-750cbde0-4e34-4387-8cb1-df4a4e303124 req-2af7c959-00bc-4884-890b-88caad478c4c tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups?id=38bbb572-b452-47b4-a024-6906b1337549&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554945 Apr 06 12:24:02.014255 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f3f36-10ed-41d3-80d8-cebafcb37521 req-85ad267a-10be-40af-bbf0-c62fbbea6fb6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:02.015727 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab3f3f36-10ed-41d3-80d8-cebafcb37521 req-85ad267a-10be-40af-bbf0-c62fbbea6fb6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.3620749 Apr 06 12:24:02.093208 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:02.093498 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:02.093821 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Floating IP 2f9df028-303d-4075-88cc-e81e28ffd027 disassociated. External IP: 172.28.0.240, port: 6398fa06-d266-4b62-a2e8-c60fec61daee. Apr 06 12:24:02.094171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Calling delete_port for 6398fa06-d266-4b62-a2e8-c60fec61daee owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:02.112917 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab3f3f36-10ed-41d3-80d8-cebafcb37521 req-9764c1e8-30d0-4825-a0ea-99591f92c091 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708654 Apr 06 12:24:02.180917 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45638) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:02.262961 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-f301c260-1010-4db1-b1bd-a34b88c858f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809059 Apr 06 12:24:02.271342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-73b98c6b-9acd-4c11-a0b2-eb705c8f9e24 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:24:02.272365 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-73b98c6b-9acd-4c11-a0b2-eb705c8f9e24 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048556 Apr 06 12:24:02.324290 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (6398fa06-d266-4b62-a2e8-c60fec61daee), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:02.351271 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45646) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:02.351494 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'Port': ['ID=6398fa06-d266-4b62-a2e8-c60fec61daee,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:02.362245 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.362641 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.362951 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.363297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.363668 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.364029 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.364339 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.364670 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.365001 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.365331 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.365663 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.365993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.366320 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.366646 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.366972 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:02.462644 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-6285ab72-5a92-4d23-bc20-d4f18fd841e0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:02.464106 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-6285ab72-5a92-4d23-bc20-d4f18fd841e0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports/7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 940 time: 0.1116319 Apr 06 12:24:02.485847 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:24:02.596615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:24:02.606362 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:24:02.618870 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:02.619557 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:02.643539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] No DVR routers for this DVR port 6398fa06-d266-4b62-a2e8-c60fec61daee on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:24:02.646360 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:02.649889 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5e1298fc-3dd7-4cbc-a185-a20b9688d3f4 req-8d96e8f0-83a5-4404-bad9-98dbc93cb0e4 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.15 "DELETE /v2.0/ports/6398fa06-d266-4b62-a2e8-c60fec61daee HTTP/1.1" status: 204 len: 173 time: 1.2197371 Apr 06 12:24:02.650385 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'name': 'network-vif-deleted', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:02.656729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a5abd7-8415-47fb-94f9-fd94fd5ef669" -d '{"events": [{"server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "name": "network-vif-deleted", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:02.736220 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:02.758074 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:02.771991 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a7a9e-a3f0-4e93-adec-de17ccbd7f1b x-openstack-request-id: req-a19a7a9e-a3f0-4e93-adec-de17ccbd7f1b {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:02.772342 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989c6ce9-7549-4078-94e2-d66c715f702a", "name": "network-vif-deleted", "tag": "6398fa06-d266-4b62-a2e8-c60fec61daee", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:02.772603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a19a7a9e-a3f0-4e93-adec-de17ccbd7f1b {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:02.773016 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19a7a9e-a3f0-4e93-adec-de17ccbd7f1b'] response: {'server_uuid': '989c6ce9-7549-4078-94e2-d66c715f702a', 'name': 'network-vif-deleted', 'tag': '6398fa06-d266-4b62-a2e8-c60fec61daee', 'status': 'completed', 'code': 200} Apr 06 12:24:02.902639 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-90203adb-cde2-45fd-bc7d-54fb9f521612 req-6d9eeb1a-b9cb-4d4b-9e72-2b85d8fb78c0 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 210 time: 0.0400910 Apr 06 12:24:03.009033 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:03.009033 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:24:03.018672 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:03.019308 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:23:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:03.143650 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:03.244360 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f80f5f-b4e7-4929-9cc1-5c8018bca1d3 req-b4e2a5a8-e12f-4b4c-be9b-8d185f5401b1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:03.245898 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-10f80f5f-b4e7-4929-9cc1-5c8018bca1d3 req-b4e2a5a8-e12f-4b4c-be9b-8d185f5401b1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0563281 Apr 06 12:24:03.273154 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e185ae5-9f80-41ff-9f51-c178be1d8ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:03.294724 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-10f80f5f-b4e7-4929-9cc1-5c8018bca1d3 req-10fb9891-4c1c-4379-b863-f69494097e2d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Apr 06 12:24:03.346526 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:03.375133 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5ccd1d-c96a-42df-a6c8-d79129fb8064 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:41Z', 'revision_number': 4, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '5f298798-65c8-4673-af39-3c1d58b9042b', 'name': '', 'network_id': '0bfd3135-adb0-40e7-b121-dfc7cc57ef68', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'mac_address': 'fa:16:3e:ce:ad:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:40Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'subnets': [{'id': 'c73f624b-47ac-42e3-b38a-8c2b61c526f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:24:03.586261 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b03d071-07a1-4e51-a7b1-3697b5287961 None None] New status for floating IP 2f9df028-303d-4075-88cc-e81e28ffd027: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:24:03.994221 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1e8f10eb-1dd1-4a39-90fe-7a35d6d35447 req-4793fb03-66b9-482b-b62f-8272c5ddb433 tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/ports?device_id=989c6ce9-7549-4078-94e2-d66c715f702a HTTP/1.1" status: 200 len: 210 time: 0.0268238 Apr 06 12:24:04.215574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:04.419126 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3366b7a-c2a1-4c8f-8184-521936398c2f req-57991b71-8717-4cc9-b4fe-c911c252b202 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.421287 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b3366b7a-c2a1-4c8f-8184-521936398c2f req-57991b71-8717-4cc9-b4fe-c911c252b202 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0533023 Apr 06 12:24:04.468101 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b3366b7a-c2a1-4c8f-8184-521936398c2f req-d07942c4-6927-4fa3-b781-b831426ed54f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Apr 06 12:24:04.473911 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-4488c13e-ee14-47b7-8797-3ff41727439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.475394 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-4488c13e-ee14-47b7-8797-3ff41727439b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720&tenant_id=d873e792445a4fecb4e490c4c4ca163f HTTP/1.1" status: 200 len: 1127 time: 0.0876708 Apr 06 12:24:04.543675 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-fc15fcfe-15c0-45a6-b715-eab8c6bf1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.545737 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-fc15fcfe-15c0-45a6-b715-eab8c6bf1719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1127 time: 0.0431378 Apr 06 12:24:04.632196 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6398fa06-d266-4b62-a2e8-c60fec61daee no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:24:04.635298 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-f27e575d-a39b-457c-95c8-8f029bb44f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.636876 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-f27e575d-a39b-457c-95c8-8f029bb44f81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.0844085 Apr 06 12:24:04.651811 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 6398fa06-d266-4b62-a2e8-c60fec61daee {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:24:04.652163 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6398fa06-d266-4b62-a2e8-c60fec61daee not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:24:04.701999 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-e327ce92-10fd-4ecb-949f-e189fea6988b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 998 time: 0.0583897 Apr 06 12:24:04.753334 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-2b6f33a7-5a32-486f-9dbc-c9e0098ab269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.754724 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-2b6f33a7-5a32-486f-9dbc-c9e0098ab269 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0464060 Apr 06 12:24:04.803578 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-a399223b-f12d-40f4-bcd2-cf5b2650f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:04.805080 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-a399223b-f12d-40f4-bcd2-cf5b2650f4dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441570 Apr 06 12:24:04.893172 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-ad28398b-6a69-4fd1-a074-d66ce1a37937 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Apr 06 12:24:04.983257 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-42c84d79-8961-465d-8eb4-97f8080e95b0 req-5239911e-a0c4-45b6-9a91-3055b3d7b29f service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842783 Apr 06 12:24:05.199277 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45680) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:05.251738 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (38bbb572-b452-47b4-a024-6906b1337549), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.275877 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (38bbb572-b452-47b4-a024-6906b1337549), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.398509 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (38bbb572-b452-47b4-a024-6906b1337549), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.401349 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.402502 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "DELETE /v2.0/security-groups/38bbb572-b452-47b4-a024-6906b1337549 HTTP/1.1" status: 204 len: 168 time: 0.2022283 Apr 06 12:24:05.405306 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45696) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:05.411629 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bbb572-b452-47b4-a024-6906b1337549,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:05.422337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.422337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.422337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.422337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.422337 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423439 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.api.v2.resource [None req-76ddfb11-57e3-4704-bd0b-bb092356be1f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] show failed (client error): The resource could not be found. Apr 06 12:24:05.423570 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423570 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423570 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423822 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-76ddfb11-57e3-4704-bd0b-bb092356be1f tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "GET /v2.0/security-groups/38bbb572-b452-47b4-a024-6906b1337549 HTTP/1.1" status: 404 len: 347 time: 0.0133069 Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.423914 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf36b-c707-47b9-bc0f-49d1f83b5cac tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:05.424840 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45698) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:05.562359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Deleting port e958872c-b805-45ce-87cf-944e294e7967 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:05.563254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (e958872c-b805-45ce-87cf-944e294e7967), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.699171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e3a61-41b0-4d42-a3f9-0c45dab9b3c9 req-3085707f-b61e-47eb-978b-808dbbc8a455 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:05.701568 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-af3e3a61-41b0-4d42-a3f9-0c45dab9b3c9 req-3085707f-b61e-47eb-978b-808dbbc8a455 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.1230597 Apr 06 12:24:05.719807 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (e958872c-b805-45ce-87cf-944e294e7967), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.720223 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (e958872c-b805-45ce-87cf-944e294e7967), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.743437 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Calling delete_port for e958872c-b805-45ce-87cf-944e294e7967 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:05.815977 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:05.816567 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-af3e3a61-41b0-4d42-a3f9-0c45dab9b3c9 req-e3c22e7b-b6c8-44a5-be17-f4c78e8511da tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072729 Apr 06 12:24:05.988165 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (e958872c-b805-45ce-87cf-944e294e7967), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:06.017805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Pushing event deleted for resources: {'Port': ['ID=e958872c-b805-45ce-87cf-944e294e7967,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:06.096539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks [] for floatingip (2f9df028-303d-4075-88cc-e81e28ffd027), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:06.099115 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:06.100311 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-a60092fb-fd19-4907-a2f3-0c37e8fc0bff tempest-AttachVolumeTestJSON-1611832681 tempest-AttachVolumeTestJSON-1611832681-project] 10.222.0.25 "DELETE /v2.0/floatingips/2f9df028-303d-4075-88cc-e81e28ffd027 HTTP/1.1" status: 204 len: 168 time: 0.6745920 Apr 06 12:24:06.957561 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53adfc4-c501-48cf-a0de-39ebc91007fd req-d8c253d8-803d-45a7-9474-8183256e47db tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:06.959916 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d53adfc4-c501-48cf-a0de-39ebc91007fd req-d8c253d8-803d-45a7-9474-8183256e47db tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0571382 Apr 06 12:24:07.011240 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d53adfc4-c501-48cf-a0de-39ebc91007fd req-8c4cc68f-3f00-4cbc-bda7-a44bb2ac31a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Apr 06 12:24:07.398723 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:08.155497 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf39d-6412-469a-8536-913a2afe1ae9 req-6cd9a6a1-c18d-4bc2-89b1-e0d5e23410dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:08.157080 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-10bcf39d-6412-469a-8536-913a2afe1ae9 req-6cd9a6a1-c18d-4bc2-89b1-e0d5e23410dd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0594451 Apr 06 12:24:08.228087 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-10bcf39d-6412-469a-8536-913a2afe1ae9 req-d6ec2262-126d-46f5-8a5f-e38807fc6a54 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630634 Apr 06 12:24:09.370132 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87466a25-ca44-4b15-821e-b180a32c5e2d req-8f6a12b3-8bb8-4ad0-ba6b-57bd0a6adcf2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:09.371675 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-87466a25-ca44-4b15-821e-b180a32c5e2d req-8f6a12b3-8bb8-4ad0-ba6b-57bd0a6adcf2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0570154 Apr 06 12:24:09.424855 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-87466a25-ca44-4b15-821e-b180a32c5e2d req-8fc10d8b-a7c1-41f3-8926-4ae7a53da196 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Apr 06 12:24:10.553334 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806f601-7c46-4818-bf26-400b537aa50e req-38a551cf-77ea-4edd-8d29-e0ba84d4f5a5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:10.554841 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0806f601-7c46-4818-bf26-400b537aa50e req-38a551cf-77ea-4edd-8d29-e0ba84d4f5a5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0544875 Apr 06 12:24:10.609071 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0806f601-7c46-4818-bf26-400b537aa50e req-0646a3e4-021c-494a-8ee6-6d3b706844cb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Apr 06 12:24:10.724584 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45744) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:11.247350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (3864158b-67fb-4d67-8842-2debc333ad91), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:11.583248 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Deleting port 5f298798-65c8-4673-af39-3c1d58b9042b {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:11.584128 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:11.829623 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] For port 5f298798-65c8-4673-af39-3c1d58b9042b, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5f298798-65c8-4673-af39-3c1d58b9042b,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:11.829623 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:11.829623 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Calling delete_port for 5f298798-65c8-4673-af39-3c1d58b9042b owned by network:router_interface {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:11.830155 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646c8c-bc3c-40ac-b9a0-41429145c927 req-3ed27109-9b27-431c-8776-e51503a841fb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:11.830155 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2c646c8c-bc3c-40ac-b9a0-41429145c927 req-3ed27109-9b27-431c-8776-e51503a841fb tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0575478 Apr 06 12:24:11.830155 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2c646c8c-bc3c-40ac-b9a0-41429145c927 req-e639d135-1366-4cb9-bba4-aff4e6113f8a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574057 Apr 06 12:24:12.570343 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (5f298798-65c8-4673-af39-3c1d58b9042b), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:12.620394 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f298798-65c8-4673-af39-3c1d58b9042b,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:12.828081 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (3864158b-67fb-4d67-8842-2debc333ad91), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:13.005950 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e82fa-7d52-4203-876f-1fdfd842052c req-f71bc6b1-3e5e-411f-9357-d5c824f485c1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:13.007643 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-873e82fa-7d52-4203-876f-1fdfd842052c req-f71bc6b1-3e5e-411f-9357-d5c824f485c1 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0999050 Apr 06 12:24:13.124259 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-873e82fa-7d52-4203-876f-1fdfd842052c req-1b31b36b-ace7-4b9d-a36f-ab18e5dc65e5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059353 Apr 06 12:24:13.499985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Router 3864158b-67fb-4d67-8842-2debc333ad91 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:24:13.643779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:24:13.649772 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-98457903-3530-40d2-9f3c-73087fef7e3d admin admin] 10.222.0.25 "PUT /v2.0/routers/3864158b-67fb-4d67-8842-2debc333ad91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9231181 Apr 06 12:24:13.651324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45754) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:13.654654 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Sync routers for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:24:13.664462 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:13.665732 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:24:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:13.759449 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks [] for router (3864158b-67fb-4d67-8842-2debc333ad91), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:13.862059 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:13.867168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks [] for router_gateway (3864158b-67fb-4d67-8842-2debc333ad91), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:13.978103 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Deleting port e702ba98-83b2-4ede-903c-2ba62bf901c5 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:13.978441 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.038102 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104'}], 'enable_snat': True}, 'gw_port_id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:24:11Z', 'revision_number': 5, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port': {'id': 'e702ba98-83b2-4ede-903c-2ba62bf901c5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3864158b-67fb-4d67-8842-2debc333ad91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:14.055828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] For port e702ba98-83b2-4ede-903c-2ba62bf901c5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e702ba98-83b2-4ede-903c-2ba62bf901c5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:14.056190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.067442 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Checking router: 3864158b-67fb-4d67-8842-2debc333ad91 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:24:14.072859 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Calling delete_port for e702ba98-83b2-4ede-903c-2ba62bf901c5 owned by network:router_gateway {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:14.076657 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Routers {'3864158b-67fb-4d67-8842-2debc333ad91'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:14.077271 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:24:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['3864158b-67fb-4d67-8842-2debc333ad91'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:14.163573 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] Set router 3864158b-67fb-4d67-8842-2debc333ad91 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:14.216219 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:24:13Z', 'revision_number': 6, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:14.245591 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815be27-26b2-4a5d-8b4d-4d3ccb966605 None None] The sync data for ids ['3864158b-67fb-4d67-8842-2debc333ad91'] in dv-cinder-815659-5-smb is: [{'id': '3864158b-67fb-4d67-8842-2debc333ad91', 'name': 'tempest-AttachVolumeTestJSON-382082076-router', 'tenant_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:36Z', 'updated_at': '2022-04-06T12:24:13Z', 'revision_number': 6, 'project_id': 'f46e4568ec0e4d048472c8c65b33d16a', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:24:14.260512 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fcc6d-372f-4cef-854e-cf3d33a1e4e3 req-fcc927a9-e4c1-4fdd-b74c-11271b093ada tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:14.263673 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a85fcc6d-372f-4cef-854e-cf3d33a1e4e3 req-fcc927a9-e4c1-4fdd-b74c-11271b093ada tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0594609 Apr 06 12:24:14.316517 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a85fcc6d-372f-4cef-854e-cf3d33a1e4e3 req-2cf8c505-7abb-4711-86f8-8b4cf6f4804f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470121 Apr 06 12:24:14.318660 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (e702ba98-83b2-4ede-903c-2ba62bf901c5), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.347203 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Pushing event deleted for resources: {'Port': ['ID=e702ba98-83b2-4ede-903c-2ba62bf901c5,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:14.404841 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (3864158b-67fb-4d67-8842-2debc333ad91), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.515409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (3864158b-67fb-4d67-8842-2debc333ad91), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.517520 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks [] for router_controller (3864158b-67fb-4d67-8842-2debc333ad91), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.632508 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (3864158b-67fb-4d67-8842-2debc333ad91), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.633071 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3864158b-67fb-4d67-8842-2debc333ad91 {{(pid=104097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:24:14.638615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.640836 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-20d3867d-5a2a-4bdc-9f83-b4b784469138 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3864158b-67fb-4d67-8842-2debc333ad91 HTTP/1.1" status: 204 len: 168 time: 0.9876053 Apr 06 12:24:14.647064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45758) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:14.693765 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Deleting subnet c73f624b-47ac-42e3-b38a-8c2b61c526f3 {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:24:14.696836 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Publish callbacks [] for subnet (c73f624b-47ac-42e3-b38a-8c2b61c526f3), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.739146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10245747'] for subnet (c73f624b-47ac-42e3-b38a-8c2b61c526f3), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.851889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (c73f624b-47ac-42e3-b38a-8c2b61c526f3), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.964163 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12381155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11667218'] for subnet (c73f624b-47ac-42e3-b38a-8c2b61c526f3), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:14.993969 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73f624b-47ac-42e3-b38a-8c2b61c526f3,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:14.997466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.000962 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-88d23378-593a-4759-8cde-0557aa94e6c5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c73f624b-47ac-42e3-b38a-8c2b61c526f3 HTTP/1.1" status: 204 len: 168 time: 0.3525696 Apr 06 12:24:15.004772 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45760) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:15.008056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d10011-9425-480d-bbea-7d76a21125e8 None None] Network 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:24:15.079276 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (0bfd3135-adb0-40e7-b121-dfc7cc57ef68), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.135895 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Deleting port d8a523ee-7ba8-4c31-8d70-abf1ba459664 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:15.136240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.192612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] DHCP port deletion for 0bfd3135-adb0-40e7-b121-dfc7cc57ef68 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:24:15.206479 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] For port d8a523ee-7ba8-4c31-8d70-abf1ba459664, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=d8a523ee-7ba8-4c31-8d70-abf1ba459664,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:15.206704 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.221699 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Calling delete_port for d8a523ee-7ba8-4c31-8d70-abf1ba459664 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:15.241318 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Deleting port d8a523ee-7ba8-4c31-8d70-abf1ba459664 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:24:15.241708 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.312519 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] For port d8a523ee-7ba8-4c31-8d70-abf1ba459664, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=d8a523ee-7ba8-4c31-8d70-abf1ba459664,segment=NetworkSegment(c31cae49-cb9e-4d66-be46-8216f4f5073c),segment_id=c31cae49-cb9e-4d66-be46-8216f4f5073c)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:15.318915 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.326981 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Calling delete_port for d8a523ee-7ba8-4c31-8d70-abf1ba459664 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:24:15.398586 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.405870 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (d8a523ee-7ba8-4c31-8d70-abf1ba459664), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.430273 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] Pushing event deleted for resources: {'Port': ['ID=d8a523ee-7ba8-4c31-8d70-abf1ba459664,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:15.431982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a523ee-7ba8-4c31-8d70-abf1ba459664,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:15.436473 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] No DVR routers for this DVR port d8a523ee-7ba8-4c31-8d70-abf1ba459664 on host dv-cinder-815659-5-smb {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:24:15.437393 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52b870-fada-4b54-9d56-b1467827b3ed None None] No DVR routers for this DVR port d8a523ee-7ba8-4c31-8d70-abf1ba459664 on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:24:15.446022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed624a-4e43-4612-8d35-87c1eab824b1 req-3d45affa-0c76-494c-9c4b-e153e0c9e1cc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:15.453711 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-12ed624a-4e43-4612-8d35-87c1eab824b1 req-3d45affa-0c76-494c-9c4b-e153e0c9e1cc tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0666013 Apr 06 12:24:15.498456 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-12ed624a-4e43-4612-8d35-87c1eab824b1 req-25472667-dc65-4627-8a88-ba20437d4fa0 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438783 Apr 06 12:24:15.518908 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (0bfd3135-adb0-40e7-b121-dfc7cc57ef68), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.539412 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfd3135-adb0-40e7-b121-dfc7cc57ef68']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:15.548488 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31cae49-cb9e-4d66-be46-8216f4f5073c') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:15.548791 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31cae49-cb9e-4d66-be46-8216f4f5073c') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:15.557854 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (c31cae49-cb9e-4d66-be46-8216f4f5073c), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.571274 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (c31cae49-cb9e-4d66-be46-8216f4f5073c), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.577594 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:24:15.577972 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (c31cae49-cb9e-4d66-be46-8216f4f5073c), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:24:15.579621 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:24:15.640736 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5f298798-65c8-4673-af39-3c1d58b9042b no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:24:15.663388 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 5f298798-65c8-4673-af39-3c1d58b9042b {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:24:15.663762 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5f298798-65c8-4673-af39-3c1d58b9042b not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:24:15.664173 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e702ba98-83b2-4ede-903c-2ba62bf901c5 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:24:15.682281 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: e702ba98-83b2-4ede-903c-2ba62bf901c5 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:24:15.682628 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e702ba98-83b2-4ede-903c-2ba62bf901c5 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:24:15.683031 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device d8a523ee-7ba8-4c31-8d70-abf1ba459664 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:24:15.695021 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (0bfd3135-adb0-40e7-b121-dfc7cc57ef68), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.699524 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:15.702796 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: d8a523ee-7ba8-4c31-8d70-abf1ba459664 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:24:15.703149 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device d8a523ee-7ba8-4c31-8d70-abf1ba459664 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:24:15.703285 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] 10.222.0.25 "DELETE /v2.0/networks/0bfd3135-adb0-40e7-b121-dfc7cc57ef68 HTTP/1.1" status: 204 len: 168 time: 0.6975429 Apr 06 12:24:15.719972 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ebf3-1cdf-42d1-818a-96c71f1cffbf admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfd3135-adb0-40e7-b121-dfc7cc57ef68,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:16.031657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45766) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:16.070836 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ae863770-09b2-4768-8827-101fba848297 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f46e4568ec0e4d048472c8c65b33d16a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380554 Apr 06 12:24:16.073301 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45768) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:16.117932 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] Publish callbacks [] for security_group (93b23358-c556-4a57-8289-4e4a10f8e3ca), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:16.138515 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] Publish callbacks [] for security_group (93b23358-c556-4a57-8289-4e4a10f8e3ca), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:16.278072 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (93b23358-c556-4a57-8289-4e4a10f8e3ca), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:16.281099 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:16.282235 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93b23358-c556-4a57-8289-4e4a10f8e3ca HTTP/1.1" status: 204 len: 168 time: 0.2079780 Apr 06 12:24:16.290244 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac722aa-882f-42ea-ab58-db0e426873fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b23358-c556-4a57-8289-4e4a10f8e3ca,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:16.627037 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2e1aa-1a4c-41dd-af76-8794bb240c51 req-66eea058-6f21-4ec9-a4f1-0d03ded78409 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:16.629823 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7cf2e1aa-1a4c-41dd-af76-8794bb240c51 req-66eea058-6f21-4ec9-a4f1-0d03ded78409 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 943 time: 0.0561471 Apr 06 12:24:16.675247 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7cf2e1aa-1a4c-41dd-af76-8794bb240c51 req-d6c9a699-aeb7-465f-966e-87317337bbee tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409882 Apr 06 12:24:16.739866 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:24:16.838377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:16.850763 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'port_id': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'mac_address': 'fa:16:3e:9d:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:24:16.886265 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:16.886658 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:16.900059 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:24:16.920653 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:16.981122 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:17.027140 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=9']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:17.223432 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['7bb3d161-96b4-4750-a146-bc1e9dcf001e'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:24:17.800850 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705792b8-1d32-4ca3-a2cb-4a240fc3297c req-062c73fc-6e57-4d0d-9127-261239095d6f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:17.802811 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-705792b8-1d32-4ca3-a2cb-4a240fc3297c req-062c73fc-6e57-4d0d-9127-261239095d6f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0558708 Apr 06 12:24:17.850368 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-705792b8-1d32-4ca3-a2cb-4a240fc3297c req-3318c6e7-c478-4d5d-99ec-ee5b8a460dc2 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Apr 06 12:24:18.321752 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45824) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:18.423169 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ab1176b1-6d9a-4fe7-9239-57d3de44430d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.494975 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ab1176b1-6d9a-4fe7-9239-57d3de44430d admin admin] Publish callbacks [] for security_group (0d54a5ae-1987-4c20-9e8c-c49b525294b0), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.568638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ab1176b1-6d9a-4fe7-9239-57d3de44430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0d54a5ae-1987-4c20-9e8c-c49b525294b0), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.607881 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ab1176b1-6d9a-4fe7-9239-57d3de44430d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e04d0422113048b8ac2dab8dc229d835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849967 Apr 06 12:24:18.609382 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1176b1-6d9a-4fe7-9239-57d3de44430d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d54a5ae-1987-4c20-9e8c-c49b525294b0,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:18.611144 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45828) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:18.659979 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] Publish callbacks [] for security_group (0d54a5ae-1987-4c20-9e8c-c49b525294b0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.681119 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] Publish callbacks [] for security_group (0d54a5ae-1987-4c20-9e8c-c49b525294b0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.740914 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:24:18.786461 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 7bb3d161-96b4-4750-a146-bc1e9dcf001e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:24:18.786842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.815444 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0d54a5ae-1987-4c20-9e8c-c49b525294b0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.818281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:18.819578 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d54a5ae-1987-4c20-9e8c-c49b525294b0 HTTP/1.1" status: 204 len: 168 time: 0.2073648 Apr 06 12:24:18.830421 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc02c5f-6aea-4099-b13e-19dcb1293a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d54a5ae-1987-4c20-9e8c-c49b525294b0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:18.989873 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c06ca9-c56d-45d5-834a-752d32b51ce6 req-4d2313da-60b1-4900-b30c-42dcb1aab06f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:18.991391 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-00c06ca9-c56d-45d5-834a-752d32b51ce6 req-4d2313da-60b1-4900-b30c-42dcb1aab06f tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 944 time: 0.0664344 Apr 06 12:24:19.004589 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 7bb3d161-96b4-4750-a146-bc1e9dcf001e is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:19.005032 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:19.028432 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:19.031387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3b5ad-61fa-4d93-9d4d-bf404ba29dc1" -d '{"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:19.043778 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:19.046753 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-00c06ca9-c56d-45d5-834a-752d32b51ce6 req-5c1ffd4a-a0dc-4f91-91a9-ca3179214845 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495934 Apr 06 12:24:19.112329 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:19.162865 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=10']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:19.245079 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16cf58c-0669-40de-be17-5a762ecefbc0 x-openstack-request-id: req-d16cf58c-0669-40de-be17-5a762ecefbc0 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:19.245394 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-plugged", "status": "completed", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:19.245655 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d16cf58c-0669-40de-be17-5a762ecefbc0 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:19.246078 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16cf58c-0669-40de-be17-5a762ecefbc0'] response: {'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'code': 200} Apr 06 12:24:19.767378 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60f63b-1e40-474d-b6de-ef795947cb58 req-cc8157f9-5c9c-4da6-81b9-bc9bf91fbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:19.768085 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9d60f63b-1e40-474d-b6de-ef795947cb58 req-cc8157f9-5c9c-4da6-81b9-bc9bf91fbb54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1130 time: 0.0470645 Apr 06 12:24:19.816418 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9d60f63b-1e40-474d-b6de-ef795947cb58 req-569154f9-810f-439b-80c6-db1e6ba2a6f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Apr 06 12:24:20.170365 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b265be6-8c16-40e8-bb1c-a35c14e27911 req-ea75757c-c180-4288-8774-e36c0894caa9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:20.171889 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6b265be6-8c16-40e8-bb1c-a35c14e27911 req-ea75757c-c180-4288-8774-e36c0894caa9 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0515761 Apr 06 12:24:20.219238 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6b265be6-8c16-40e8-bb1c-a35c14e27911 req-0c8a85a5-5755-40b3-892f-3720c5afeb42 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Apr 06 12:24:21.345215 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a67379-5bf7-4b3f-87de-decb185ed59d req-27a3affb-16a1-4cea-943b-e1956598be7d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:21.346696 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-27a67379-5bf7-4b3f-87de-decb185ed59d req-27a3affb-16a1-4cea-943b-e1956598be7d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0539000 Apr 06 12:24:21.392900 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-27a67379-5bf7-4b3f-87de-decb185ed59d req-6ed48bbd-9fbf-47fb-ab10-a74a1e4aeda5 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404241 Apr 06 12:24:22.516245 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4f2b-ea0d-4376-9c5f-4960f99238c0 req-0eca0c49-de78-4e92-8a70-67657e602831 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:22.517738 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c72a4f2b-ea0d-4376-9c5f-4960f99238c0 req-0eca0c49-de78-4e92-8a70-67657e602831 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0533452 Apr 06 12:24:22.563965 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c72a4f2b-ea0d-4376-9c5f-4960f99238c0 req-2e3ec00b-3668-46f1-94f8-6f390991b4ff tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Apr 06 12:24:23.686404 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf637-c0b6-49cb-8dcd-092365efc079 req-14ba2f13-f7c1-467a-961b-5ed57dd8705a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:23.688422 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9bfaf637-c0b6-49cb-8dcd-092365efc079 req-14ba2f13-f7c1-467a-961b-5ed57dd8705a tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0531263 Apr 06 12:24:23.737904 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9bfaf637-c0b6-49cb-8dcd-092365efc079 req-03d768e5-5c46-40d1-b163-ddd6b0047688 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Apr 06 12:24:26.915739 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 45962) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:27.019544 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc884168-a4d5-4df2-a66a-dc4937c576fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.088620 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc884168-a4d5-4df2-a66a-dc4937c576fc admin admin] Publish callbacks [] for security_group (6736be15-1314-443e-9a30-98bb0fb220b0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.157649 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fc884168-a4d5-4df2-a66a-dc4937c576fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6736be15-1314-443e-9a30-98bb0fb220b0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.196454 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-fc884168-a4d5-4df2-a66a-dc4937c576fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40bfde55e4ea4c5eb138c8b8da9b5235&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796369 Apr 06 12:24:27.197326 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc884168-a4d5-4df2-a66a-dc4937c576fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736be15-1314-443e-9a30-98bb0fb220b0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:27.199210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45966) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:27.246160 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] Publish callbacks [] for security_group (6736be15-1314-443e-9a30-98bb0fb220b0), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.266872 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] Publish callbacks [] for security_group (6736be15-1314-443e-9a30-98bb0fb220b0), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.414783 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6736be15-1314-443e-9a30-98bb0fb220b0), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.417429 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:27.418590 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6736be15-1314-443e-9a30-98bb0fb220b0 HTTP/1.1" status: 204 len: 168 time: 0.2183702 Apr 06 12:24:27.427394 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f676a0e-9c11-4c15-acba-0125fcb53689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736be15-1314-443e-9a30-98bb0fb220b0,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:28.105818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45972) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:28.118723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7bc5-adb2-4862-8db1-110e6737134a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.189597 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7bc5-adb2-4862-8db1-110e6737134a admin admin] Publish callbacks [] for security_group (9da592a5-dece-4899-9c5c-c2859a3c5059), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.255725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9b7b7bc5-adb2-4862-8db1-110e6737134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9da592a5-dece-4899-9c5c-c2859a3c5059), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.292008 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b7bc5-adb2-4862-8db1-110e6737134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da592a5-dece-4899-9c5c-c2859a3c5059,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:28.296272 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9b7b7bc5-adb2-4862-8db1-110e6737134a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=631e1fb373e144e2ad5cd43b3c58d3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894224 Apr 06 12:24:28.299461 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 45974) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:28.349383 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] Publish callbacks [] for security_group (9da592a5-dece-4899-9c5c-c2859a3c5059), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.369768 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] Publish callbacks [] for security_group (9da592a5-dece-4899-9c5c-c2859a3c5059), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.500470 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (9da592a5-dece-4899-9c5c-c2859a3c5059), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.503210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:28.511598 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9da592a5-dece-4899-9c5c-c2859a3c5059 HTTP/1.1" status: 204 len: 168 time: 0.2046099 Apr 06 12:24:28.513027 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645beda-7c6d-4a15-942d-736d3df216a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da592a5-dece-4899-9c5c-c2859a3c5059,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:30.666166 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-63c8b9d4-56e1-4b6a-bd4c-da59a682eb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:32.728917 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:33.268364 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b1a71cd-79cc-4f5b-a356-6ea944d34858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:34.180155 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:35.843085 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.305749 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46080) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:36.310284 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--775204330', 'description': 'tempest-description--674032379'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:36.443419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.515612 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (4f4fbe2d-a34c-44d2-bd9a-93411176daaa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.607735 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4f4fbe2d-a34c-44d2-bd9a-93411176daaa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.637320 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4fbe2d-a34c-44d2-bd9a-93411176daaa,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:36.730658 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.731938 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8ff8d442-0dd8-4348-822e-600e6fca108c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4252000 Apr 06 12:24:36.734709 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46082) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:36.738945 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '4f4fbe2d-a34c-44d2-bd9a-93411176daaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:36.852731 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (791858f7-d219-4bca-b068-14712e81b4e1), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:36.908416 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (791858f7-d219-4bca-b068-14712e81b4e1), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.019978 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (791858f7-d219-4bca-b068-14712e81b4e1), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.021332 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:24:37.039917 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791858f7-d219-4bca-b068-14712e81b4e1,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:37.113833 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.115051 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e4d836d3-bcca-4b2d-9d70-e2123962e80d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794227 Apr 06 12:24:37.118420 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46088) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:37.122694 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '4f4fbe2d-a34c-44d2-bd9a-93411176daaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:37.191103 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (449c058c-657f-4748-886b-975fc5536555), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.250205 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (449c058c-657f-4748-886b-975fc5536555), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.267270 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46092) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:37.317604 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (449c058c-657f-4748-886b-975fc5536555), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.337036 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449c058c-657f-4748-886b-975fc5536555,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:37.374852 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-388764ad-b370-47a6-811b-894f9c60b7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.409723 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.437048 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.441559 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-14e71825-dc2d-4171-97fe-82a391b0ab19 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191011 Apr 06 12:24:37.441847 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46096) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:37.446289 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:37.465241 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-388764ad-b370-47a6-811b-894f9c60b7bc admin admin] Publish callbacks [] for security_group (15662eee-982f-459f-a59c-14afbf3ea102), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.534825 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-388764ad-b370-47a6-811b-894f9c60b7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (15662eee-982f-459f-a59c-14afbf3ea102), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.555531 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.611715 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-388764ad-b370-47a6-811b-894f9c60b7bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f83f61540c7c4c58b2dbcb6f3d0d6aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433025 Apr 06 12:24:37.613403 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388764ad-b370-47a6-811b-894f9c60b7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15662eee-982f-459f-a59c-14afbf3ea102,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:37.614447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46098) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:37.664802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] Publish callbacks [] for security_group (15662eee-982f-459f-a59c-14afbf3ea102), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.675151 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.686183 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] Publish callbacks [] for security_group (15662eee-982f-459f-a59c-14afbf3ea102), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.778287 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.28.0.121 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/db52dcde-07a1-4d60-9e55-e13f0a13b641) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:24:37.791821 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (15662eee-982f-459f-a59c-14afbf3ea102), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.794490 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:37.795700 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15662eee-982f-459f-a59c-14afbf3ea102 HTTP/1.1" status: 204 len: 168 time: 0.1801324 Apr 06 12:24:37.803702 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcfe4-4c05-44e7-9052-e1e8c8802454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15662eee-982f-459f-a59c-14afbf3ea102,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:37.886524 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.013948 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.053793 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:24:38.056885 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:24:38.060434 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:24:38.065866 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=db52dcde-07a1-4d60-9e55-e13f0a13b641,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:38.150286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.240736 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-59bb578f-ea7e-4b0e-bc21-5bc95cd811c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450449 Apr 06 12:24:38.259671 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.305446 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578304-b349-41b0-92db-79e22ce334e9 req-9cadd397-f626-4833-83cb-b8b6093348d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:38.307015 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-9cadd397-f626-4833-83cb-b8b6093348d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d873e792445a4fecb4e490c4c4ca163f&device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 1130 time: 0.0445430 Apr 06 12:24:38.419980 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.448063 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578304-b349-41b0-92db-79e22ce334e9 req-f013b514-edce-4b39-bec4-51ede634110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:38.449533 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-f013b514-edce-4b39-bec4-51ede634110f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 200 len: 917 time: 0.0883756 Apr 06 12:24:38.522781 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-2ddf0f5b-a8ba-4d21-99ea-3e16c9e718d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 200 len: 1000 time: 0.0609167 Apr 06 12:24:38.546024 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.570915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578304-b349-41b0-92db-79e22ce334e9 req-1678e9af-979c-4352-ae80-d73a6acc1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:38.572449 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-1678e9af-979c-4352-ae80-d73a6acc1b2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 200 len: 855 time: 0.0441043 Apr 06 12:24:38.621412 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=db52dcde-07a1-4d60-9e55-e13f0a13b641,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:38.625999 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac578304-b349-41b0-92db-79e22ce334e9 req-39c691e0-0984-414d-90fa-9eab8baf4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:38.627505 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-39c691e0-0984-414d-90fa-9eab8baf4dd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488710 Apr 06 12:24:38.628143 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.713941 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:38.721600 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-94247f62-ed9f-41e5-8404-724cb6e52726 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2726624 Apr 06 12:24:38.724831 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-461f56f7-44f0-4fc4-8c86-525ba153d059 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913103 Apr 06 12:24:38.815900 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ac578304-b349-41b0-92db-79e22ce334e9 req-e410ff44-2d13-4432-bfa2-faf3f2524916 service neutron] 10.222.0.15 "GET /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848398 Apr 06 12:24:38.921626 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-a026ee6a-3f85-4eb8-8473-3c76e876327c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--775204330&fields=id&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 267 time: 0.0434544 Apr 06 12:24:39.040261 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-3b141595-61cb-4ba5-82cd-849c8646605c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:39.041787 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-3b141595-61cb-4ba5-82cd-849c8646605c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1134305 Apr 06 12:24:39.057504 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-4c5ba9b8-b267-40cb-9401-400b0bdf03c6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/quotas/c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 375 time: 0.0091455 Apr 06 12:24:39.116464 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-28b78dba-1161-4c7f-88cd-b937a645b422 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535383 Apr 06 12:24:39.308927 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-b7d96aa2-832f-4177-b521-a94eb020744a service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811914 Apr 06 12:24:39.402732 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-dd87f134-9733-4142-b2bc-92cf9d8a96da service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881631 Apr 06 12:24:39.501863 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0baa04-3d89-46ef-8e3b-4d35f6a9b2f3 req-61d10a53-fdd9-4a5b-84fd-f62c2fa7a899 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:39.503357 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e0baa04-3d89-46ef-8e3b-4d35f6a9b2f3 req-61d10a53-fdd9-4a5b-84fd-f62c2fa7a899 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0541918 Apr 06 12:24:39.555693 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e0baa04-3d89-46ef-8e3b-4d35f6a9b2f3 req-a07ee6bc-5af2-4485-bf6a-a79f330bc482 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458660 Apr 06 12:24:39.659550 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6297a18e-e90f-4d63-b99d-b0d04e4e37f6 req-e84a58a5-ff1b-4090-9692-7b254589c205 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 210 time: 0.0286727 Apr 06 12:24:39.726559 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46156) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:39.829581 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef0978c-1c5f-4f67-8295-0be4b32f6675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:39.900864 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef0978c-1c5f-4f67-8295-0be4b32f6675 admin admin] Publish callbacks [] for security_group (7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.020428 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7ef0978c-1c5f-4f67-8295-0be4b32f6675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.059736 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7ef0978c-1c5f-4f67-8295-0be4b32f6675 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b0ecac563d74de79845cb2f81cf555e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316259 Apr 06 12:24:40.060889 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0978c-1c5f-4f67-8295-0be4b32f6675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:40.061591 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46162) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:40.110165 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] Publish callbacks [] for security_group (7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.135146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] Publish callbacks [] for security_group (7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.277270 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.279821 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:40.280978 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06 HTTP/1.1" status: 204 len: 168 time: 0.2181647 Apr 06 12:24:40.289487 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465ee01-77ec-4ed0-bd93-6a8424e573ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1f83ae-2b36-4dd7-9e43-e9ebf7c05f06,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:40.680256 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d95a3-c6b3-4331-aeef-151cb5754f37 req-133965d1-f85a-4503-b09e-edfb9c0b64d9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:40.681757 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-659d95a3-c6b3-4331-aeef-151cb5754f37 req-133965d1-f85a-4503-b09e-edfb9c0b64d9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0551553 Apr 06 12:24:40.737463 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-659d95a3-c6b3-4331-aeef-151cb5754f37 req-a747b290-c814-4b03-a410-05cd26c0f363 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Apr 06 12:24:40.782831 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-959e9454-8bd9-47fb-aa91-470897802086 req-ab3b46cd-1eba-462e-9f1d-8f91ecd734e1 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 210 time: 0.0281138 Apr 06 12:24:41.759629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-2a94a217-9be3-4d26-a1a1-58af308414a7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:41.761122 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-2a94a217-9be3-4d26-a1a1-58af308414a7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1024497 Apr 06 12:24:41.866836 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-6e2c1b1e-6655-4211-8ff7-5ab8c6c3c1d5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 471 time: 0.0964110 Apr 06 12:24:41.878914 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f623565d-e1b0-41ef-b1bd-641c1898ef5e req-acaa0697-2902-4c5d-9d91-776b3a68feb7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Apr 06 12:24:41.879518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'port': {'device_id': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'admin_state_up': True, 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'security_groups': ['4f4fbe2d-a34c-44d2-bd9a-93411176daaa']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:41.890961 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec79834-dbde-49b7-9675-d6a3cb1b59b2 req-391a149d-42f7-420f-947c-264acd1e9c24 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:41.892558 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ec79834-dbde-49b7-9675-d6a3cb1b59b2 req-391a149d-42f7-420f-947c-264acd1e9c24 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0845351 Apr 06 12:24:41.998649 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ec79834-dbde-49b7-9675-d6a3cb1b59b2 req-a5239fab-266f-481a-8a55-e0e390339733 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951636 Apr 06 12:24:42.100261 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:24:42.104279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.242313 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.20.0.9 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/0ad2e6bf-6da2-4676-9811-46d51eabddfa) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:24:42.377121 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.517952 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.559994 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:24:42.564989 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:24:42.569032 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:24:42.595190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:42.624569 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:42.625190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.725846 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-8553f26e-757c-4473-aa39-885714451ab6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510096 Apr 06 12:24:42.738771 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Request body: {'port': {'device_id': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:42.799071 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.836482 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-e432a6db-a31d-4c82-819b-45fe64963236 None None] Provisioning complete for port 0ad2e6bf-6da2-4676-9811-46d51eabddfa triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:24:42.837009 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e432a6db-a31d-4c82-819b-45fe64963236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:42.870885 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e432a6db-a31d-4c82-819b-45fe64963236 None None] Port 0ad2e6bf-6da2-4676-9811-46d51eabddfa cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:24:43.005793 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240cabc-03ca-4c0a-8782-ff624bdbc434 req-271b16d2-5728-42fc-994a-174b0e89baf7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.015735 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3240cabc-03ca-4c0a-8782-ff624bdbc434 req-271b16d2-5728-42fc-994a-174b0e89baf7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 931 time: 0.0564368 Apr 06 12:24:43.060233 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3240cabc-03ca-4c0a-8782-ff624bdbc434 req-8ba1e662-389d-4f4a-a4a4-048e46d327db tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464451 Apr 06 12:24:43.112742 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad2e6bf-6da2-4676-9811-46d51eabddfa {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:24:43.122598 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks [] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:43.138917 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Transition to ACTIVE for port object 0ad2e6bf-6da2-4676-9811-46d51eabddfa will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:24:43.153503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac920b-d638-4c0f-9509-13e7922fec1b req-c86f6cfb-e2d0-4c3f-81eb-4b0af20aad3a tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.154992 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeac920b-d638-4c0f-9509-13e7922fec1b req-c86f6cfb-e2d0-4c3f-81eb-4b0af20aad3a tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0753469 Apr 06 12:24:43.203908 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-eeac920b-d638-4c0f-9509-13e7922fec1b req-9df8b02a-408b-40ba-aa7e-09586778a44b tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Apr 06 12:24:43.214771 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:43.270335 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:43.346865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Attempting to bind port 0ad2e6bf-6da2-4676-9811-46d51eabddfa on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:24:43.347207 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Attempting to bind port 0ad2e6bf-6da2-4676-9811-46d51eabddfa by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:24:43.347826 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Attempting to bind port 0ad2e6bf-6da2-4676-9811-46d51eabddfa on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:24:43.352686 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Port 0ad2e6bf-6da2-4676-9811-46d51eabddfa on network 64fb9e16-483f-49fb-93ef-901192b0a23c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:24:43.353006 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Attempting to bind port 0ad2e6bf-6da2-4676-9811-46d51eabddfa on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:24:43.360190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:24:43.364332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:24:43.364332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:24:43.364332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Bound port: 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:24:43.364332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:43.436037 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:24:43.436037 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:24:43.529663 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:43.570676 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.571295 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:43.572762 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] 10.222.0.15 "PUT /v2.0/ports/0ad2e6bf-6da2-4676-9811-46d51eabddfa HTTP/1.1" status: 200 len: 1093 time: 0.8380997 Apr 06 12:24:43.573199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:43.575462 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edae2e-6cf4-42d1-bcf4-148c117d3695" -d '{"events": [{"name": "network-changed", "server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:43.599697 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9282dc-cb60-4db3-91a2-1c36a1738081 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:43.619514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4715ee-0174-41fd-89d8-906f16fd0d29 x-openstack-request-id: req-ee4715ee-0174-41fd-89d8-906f16fd0d29 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:43.619514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:43.619514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee4715ee-0174-41fd-89d8-906f16fd0d29 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:43.619514 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4715ee-0174-41fd-89d8-906f16fd0d29'] response: {'name': 'network-changed', 'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'status': 'completed', 'code': 200} Apr 06 12:24:43.687089 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-79bd8992-9abb-4be9-91d0-4561a6940a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.688686 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-79bd8992-9abb-4be9-91d0-4561a6940a2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 1127 time: 0.0469613 Apr 06 12:24:43.795818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-c38c0f39-41a8-48b7-8db0-56a5b5a67118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.797343 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-c38c0f39-41a8-48b7-8db0-56a5b5a67118 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0992832 Apr 06 12:24:43.890608 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-be6a4e36-e83d-42a9-8092-84a76e0e38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.892130 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b1edae2e-6cf4-42d1-bcf4-148c117d3695 req-be6a4e36-e83d-42a9-8092-84a76e0e38d2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889437 Apr 06 12:24:43.972468 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-480bf24d-ae25-483e-87f7-579cd5f87e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:43.973961 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-480bf24d-ae25-483e-87f7-579cd5f87e86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 1127 time: 0.0443771 Apr 06 12:24:44.017903 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-0475fd38-78c1-443d-8924-0eee2c0af632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa HTTP/1.1" status: 200 len: 217 time: 0.0363784 Apr 06 12:24:44.068345 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-ab0012f9-0aa4-4571-b4ae-0140c4d4546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:44.069815 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-ab0012f9-0aa4-4571-b4ae-0140c4d4546b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0435965 Apr 06 12:24:44.120060 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-f8034434-49b1-43c6-b7d0-28eb4cb73ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:44.121553 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-f8034434-49b1-43c6-b7d0-28eb4cb73ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462132 Apr 06 12:24:44.327542 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e49a4-f254-43e6-be13-a813c71f2900 req-ec8e4cc8-4764-4beb-a3b3-ebe172f21bb5 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:44.329134 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ee2e49a4-f254-43e6-be13-a813c71f2900 req-ec8e4cc8-4764-4beb-a3b3-ebe172f21bb5 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0556984 Apr 06 12:24:44.383729 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ee2e49a4-f254-43e6-be13-a813c71f2900 req-1bbe6872-a1b8-444a-9e6b-c3fd30ddd4a7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479569 Apr 06 12:24:44.508645 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be43b71-b13f-4117-9658-ff2528bb52d8 req-b9c63722-94de-4a0e-920e-e7b399b465ed tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:44.510133 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2be43b71-b13f-4117-9658-ff2528bb52d8 req-b9c63722-94de-4a0e-920e-e7b399b465ed tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 943 time: 0.3734460 Apr 06 12:24:44.513746 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-b1a7c51c-e251-4725-a087-63d4a08a2301 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845954 Apr 06 12:24:44.612695 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2be43b71-b13f-4117-9658-ff2528bb52d8 req-3a81e3c7-2b47-43a3-921f-16c7b40b929f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933750 Apr 06 12:24:44.639678 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b858e97b-bb1e-4cde-a5e0-eaa31903a0eb req-72bb0343-e8fc-4018-b707-abd443f38cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133413 Apr 06 12:24:45.506136 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d64ac-34db-4b0a-905f-a3e42f265856 req-9b934393-2e62-4427-8490-9afcb1cda88b tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:45.507676 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-911d64ac-34db-4b0a-905f-a3e42f265856 req-9b934393-2e62-4427-8490-9afcb1cda88b tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Apr 06 12:24:45.555626 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-911d64ac-34db-4b0a-905f-a3e42f265856 req-77b6dfa2-eb1f-4fb5-b205-ce9ee0c2b3f0 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Apr 06 12:24:45.728410 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc695b7-895f-468c-86ca-e4b06a9ac2ac req-d39cc329-4da8-4964-b08e-4487e12af5b3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:45.730374 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abc695b7-895f-468c-86ca-e4b06a9ac2ac req-d39cc329-4da8-4964-b08e-4487e12af5b3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 943 time: 0.0531542 Apr 06 12:24:45.778572 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abc695b7-895f-468c-86ca-e4b06a9ac2ac req-17b29b25-13fd-4b88-9f46-98a5d88e3367 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425863 Apr 06 12:24:46.372206 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:46.474297 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dddecfbb-3118-4aa4-9020-f64e3e34fa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.546439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dddecfbb-3118-4aa4-9020-f64e3e34fa6c admin admin] Publish callbacks [] for security_group (05598c12-e870-4bfb-bd11-76c27a121fb2), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.620034 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-dddecfbb-3118-4aa4-9020-f64e3e34fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (05598c12-e870-4bfb-bd11-76c27a121fb2), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.689796 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-dddecfbb-3118-4aa4-9020-f64e3e34fa6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad65d13081474393a73b5654c7d7b0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163946 Apr 06 12:24:46.692575 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddecfbb-3118-4aa4-9020-f64e3e34fa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05598c12-e870-4bfb-bd11-76c27a121fb2,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:46.692734 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46264) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:46.713148 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaffc5-4e64-4f2c-a141-f1401d67a3b2 req-1ae76c7e-cc4c-4f61-947b-c6808c34bc13 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:46.714641 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9deaffc5-4e64-4f2c-a141-f1401d67a3b2 req-1ae76c7e-cc4c-4f61-947b-c6808c34bc13 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0918076 Apr 06 12:24:46.742657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] Publish callbacks [] for security_group (05598c12-e870-4bfb-bd11-76c27a121fb2), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.765336 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] Publish callbacks [] for security_group (05598c12-e870-4bfb-bd11-76c27a121fb2), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.865929 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 0ad2e6bf-6da2-4676-9811-46d51eabddfa details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:24:46.902446 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943feab-2f49-4767-923d-de11a9650227 req-dc03f573-7629-4b3d-a78b-66771bd20cca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:46.904286 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e943feab-2f49-4767-923d-de11a9650227 req-dc03f573-7629-4b3d-a78b-66771bd20cca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 943 time: 0.0553634 Apr 06 12:24:46.926865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (05598c12-e870-4bfb-bd11-76c27a121fb2), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.930234 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:46.934220 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05598c12-e870-4bfb-bd11-76c27a121fb2 HTTP/1.1" status: 204 len: 168 time: 0.2404234 Apr 06 12:24:46.954211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00493df1-1bf3-411e-86bb-763ea0965435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05598c12-e870-4bfb-bd11-76c27a121fb2,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:46.972278 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:46.979077 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9deaffc5-4e64-4f2c-a141-f1401d67a3b2 req-28e4ad23-5a02-4a54-98d4-c5644e1400f9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587943 Apr 06 12:24:46.982281 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e943feab-2f49-4767-923d-de11a9650227 req-89f39294-e779-44c4-aacd-7972c2841c8f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719430 Apr 06 12:24:46.991787 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'port_id': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'mac_address': 'fa:16:3e:2e:5b:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:24:47.035507 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 0ad2e6bf-6da2-4676-9811-46d51eabddfa is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:47.035916 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:47.049550 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad2e6bf-6da2-4676-9811-46d51eabddfa {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:24:47.069490 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:47.180506 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:47.227900 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:47.234936 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.235238 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.235612 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.235978 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.236321 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.236652 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.236980 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.237305 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.237632 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.238095 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.238278 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.238606 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.238929 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.239250 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.239597 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:24:47.463664 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['0ad2e6bf-6da2-4676-9811-46d51eabddfa'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:24:48.095770 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6aa65-d369-4414-9dc0-c2d5d17351ed req-9ff4d5b9-4206-4e26-97ca-cba85c8000ac tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:48.097307 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07b6aa65-d369-4414-9dc0-c2d5d17351ed req-9ff4d5b9-4206-4e26-97ca-cba85c8000ac tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0555000 Apr 06 12:24:48.119634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783dfda-641c-4608-8a4b-20e6795472b1 req-384c5bdd-40ba-4f19-8afa-1efb227fe437 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:48.121245 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e783dfda-641c-4608-8a4b-20e6795472b1 req-384c5bdd-40ba-4f19-8afa-1efb227fe437 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 944 time: 0.0670457 Apr 06 12:24:48.150644 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07b6aa65-d369-4414-9dc0-c2d5d17351ed req-f1bd1519-7a0d-442a-97b1-43c2f0f755ed tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Apr 06 12:24:48.173990 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e783dfda-641c-4608-8a4b-20e6795472b1 req-f3a25ac3-24a8-424c-99de-83a8424a6ad6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451179 Apr 06 12:24:48.877360 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 0ad2e6bf-6da2-4676-9811-46d51eabddfa up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:24:48.984028 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 0ad2e6bf-6da2-4676-9811-46d51eabddfa completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:24:48.988101 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 0ad2e6bf-6da2-4676-9811-46d51eabddfa triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:24:48.988486 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:49.068596 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 0ad2e6bf-6da2-4676-9811-46d51eabddfa is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:49.068986 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:49.092266 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:49.094439 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2da1c16-6000-4ce4-857b-318d10df941c" -d '{"events": [{"server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "name": "network-vif-plugged", "status": "completed", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:49.107755 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:49.128399 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea8ac10-3306-4da9-9232-d127d4bb35e9 x-openstack-request-id: req-eea8ac10-3306-4da9-9232-d127d4bb35e9 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:49.128690 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "name": "network-vif-plugged", "status": "completed", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:49.128941 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eea8ac10-3306-4da9-9232-d127d4bb35e9 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:49.129385 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea8ac10-3306-4da9-9232-d127d4bb35e9'] response: {'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'code': 200} Apr 06 12:24:49.181552 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:49.232187 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:49.278124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480bd1c-975a-41c1-ab5b-6c09e96f0207 req-0041aa2e-c2a9-464e-95c2-92fdf14ab468 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:49.279810 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5480bd1c-975a-41c1-ab5b-6c09e96f0207 req-0041aa2e-c2a9-464e-95c2-92fdf14ab468 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0568385 Apr 06 12:24:49.298234 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9507bc2-641b-40e2-8da7-9d4f5dee6210 req-4381b4f5-59db-4a12-836f-3cfce41e502d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:49.305444 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c9507bc2-641b-40e2-8da7-9d4f5dee6210 req-4381b4f5-59db-4a12-836f-3cfce41e502d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0595157 Apr 06 12:24:49.332815 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5480bd1c-975a-41c1-ab5b-6c09e96f0207 req-048b35d4-becc-4686-8a61-0f9aa616898b tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468593 Apr 06 12:24:49.353670 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c9507bc2-641b-40e2-8da7-9d4f5dee6210 req-5f000acf-2e88-450e-a982-caa99864e856 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472081 Apr 06 12:24:49.514766 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675007b-d56b-44d8-93dd-fdff17e6fe6a req-3871d42d-29f4-4831-9c0c-ece292029884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:49.518452 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0675007b-d56b-44d8-93dd-fdff17e6fe6a req-3871d42d-29f4-4831-9c0c-ece292029884 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 1129 time: 0.0448101 Apr 06 12:24:49.563023 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0675007b-d56b-44d8-93dd-fdff17e6fe6a req-22243f3e-f590-4c25-ad82-7586e17fdb8b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 Apr 06 12:24:49.919254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-eb9ee28a-6685-42ff-9b75-728216f102f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:49.920858 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-eb9ee28a-6685-42ff-9b75-728216f102f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.0478387 Apr 06 12:24:50.010956 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-82135dd7-7acc-4cb4-aeac-736163ef4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:50.012431 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-82135dd7-7acc-4cb4-aeac-736163ef4d09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 910 time: 0.0845304 Apr 06 12:24:50.390206 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-4e1d6f9f-b711-4628-95bf-e8ad0fa7bfa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 1001 time: 0.0700436 Apr 06 12:24:50.472745 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-69c7b393-473b-4a64-8d7a-2807627056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:50.474212 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-69c7b393-473b-4a64-8d7a-2807627056b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.0748336 Apr 06 12:24:50.475772 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d28578-2a70-44cb-b7e3-923924674c92 req-bb6ed4f1-30c6-4069-841e-997ab3bf931b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:50.477691 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e4d28578-2a70-44cb-b7e3-923924674c92 req-bb6ed4f1-30c6-4069-841e-997ab3bf931b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0539527 Apr 06 12:24:50.498364 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06dca6-45fd-4dc1-8206-9b3c7d8e6530 req-ee82dfdf-37ae-48f6-bce7-0f5a07de7a79 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:50.499951 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7f06dca6-45fd-4dc1-8206-9b3c7d8e6530 req-ee82dfdf-37ae-48f6-bce7-0f5a07de7a79 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0919454 Apr 06 12:24:50.525893 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e4d28578-2a70-44cb-b7e3-923924674c92 req-5dd909d6-e1a0-4b42-bb33-874858bf11c8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414240 Apr 06 12:24:50.571814 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-e2e7f5a3-a2c3-4dec-9971-2b40e34928cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:50.573325 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-e2e7f5a3-a2c3-4dec-9971-2b40e34928cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0909374 Apr 06 12:24:50.577214 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7f06dca6-45fd-4dc1-8206-9b3c7d8e6530 req-696f8562-83a0-48f2-ad75-f0198231f634 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621836 Apr 06 12:24:50.666663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-e0ca09b1-7c27-4b94-876f-65dc96afe9b3 service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858364 Apr 06 12:24:51.253466 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f70cf0fd-9519-402c-a566-4db057f68b34 req-a2ce0b1b-19c4-4298-80ec-661aa659cdc6 service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911510 Apr 06 12:24:51.642616 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a2c8a-5a4b-44b2-a8a2-0a383fd9b898 req-e82fe059-2776-4f11-a0ac-5981970645f6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:51.644175 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4b3a2c8a-5a4b-44b2-a8a2-0a383fd9b898 req-e82fe059-2776-4f11-a0ac-5981970645f6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0525126 Apr 06 12:24:51.690950 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4b3a2c8a-5a4b-44b2-a8a2-0a383fd9b898 req-79608e16-14a1-43f6-88a7-addec810527e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409563 Apr 06 12:24:51.697001 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c07f-3c9b-4ef0-ac2b-f845dc732af6 req-e7140110-03d6-41f3-9b1d-88f29df3768e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:51.698544 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5b41c07f-3c9b-4ef0-ac2b-f845dc732af6 req-e7140110-03d6-41f3-9b1d-88f29df3768e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0543993 Apr 06 12:24:51.749503 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5b41c07f-3c9b-4ef0-ac2b-f845dc732af6 req-1eb9566b-3bbd-40a5-b10a-2a3a68be282b tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453532 Apr 06 12:24:51.811188 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc6b2-b9f3-40eb-b2bf-dd1688b7e98d req-189b7744-8099-457f-8251-7b5dca30475d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:51.812609 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6badc6b2-b9f3-40eb-b2bf-dd1688b7e98d req-189b7744-8099-457f-8251-7b5dca30475d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0569270 Apr 06 12:24:51.822146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46372) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:24:51.826629 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'port_id': '0ad2e6bf-6da2-4676-9811-46d51eabddfa'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:24:51.866665 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:52.319578 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:52.389857 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:52.494470 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 3dfc251e-f9db-4088-830a-da5775939863 associated. External IP: 172.28.0.121, port: 0ad2e6bf-6da2-4676-9811-46d51eabddfa. Apr 06 12:24:52.706801 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:24:52.821621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:24:52.827113 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:52.831799 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:24:52.844829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:52.845605 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:24:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:52.884228 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-fadd8f5d-888f-4177-9cd7-f61a4a995d45 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "PUT /v2.0/floatingips/3dfc251e-f9db-4088-830a-da5775939863 HTTP/1.1" status: 200 len: 991 time: 1.0603495 Apr 06 12:24:52.889173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:52.891985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f8e8e5-367e-4c85-b00a-6effe4ab410c" -d '{"events": [{"name": "network-changed", "server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:52.913522 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5e962-cb4b-43f3-8797-dab40af4d02c req-de3e13dd-1f50-4ec9-8532-8bcd820646c9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:52.915100 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6ce5e962-cb4b-43f3-8797-dab40af4d02c req-de3e13dd-1f50-4ec9-8532-8bcd820646c9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0848510 Apr 06 12:24:52.936748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b70d8-176c-473e-92ee-a15f0338c98f x-openstack-request-id: req-794b70d8-176c-473e-92ee-a15f0338c98f {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:52.937040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:52.937315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-794b70d8-176c-473e-92ee-a15f0338c98f {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:52.937746 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794b70d8-176c-473e-92ee-a15f0338c98f'] response: {'name': 'network-changed', 'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'status': 'completed', 'code': 200} Apr 06 12:24:52.973565 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:52.982653 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6ce5e962-cb4b-43f3-8797-dab40af4d02c req-ce9930d6-bc13-4e1f-8101-edc152f604e2 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601497 Apr 06 12:24:53.028309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-374ee7db-4165-4d5d-8e95-43ea7324b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:53.030011 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-374ee7db-4165-4d5d-8e95-43ea7324b42d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 1129 time: 0.0640416 Apr 06 12:24:53.122447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-17574949-e594-402f-bcce-2a7420a66ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:53.123939 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-17574949-e594-402f-bcce-2a7420a66ed4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.0873382 Apr 06 12:24:53.212953 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-8c8c194a-216a-4f56-bc46-3612342e89a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa HTTP/1.1" status: 200 len: 999 time: 0.0673518 Apr 06 12:24:53.222972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '3dfc251e-f9db-4088-830a-da5775939863', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:2e:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:24:38Z', 'updated_at': '2022-04-06T12:24:52Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}, {'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:53.250787 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:24:53.259390 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:24:53.260043 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:24:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:53.268265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-103cd355-14fe-4081-99ae-3eface3f935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:53.270173 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-103cd355-14fe-4081-99ae-3eface3f935a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0508189 Apr 06 12:24:53.322594 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-da63a184-5540-46cc-8888-c020ccadc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:53.324387 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-da63a184-5540-46cc-8888-c020ccadc1e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474486 Apr 06 12:24:53.384253 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:24:53.428985 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-2fa224f2-73aa-4d35-865c-27d1a5437ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960596 Apr 06 12:24:53.529741 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-98f8e8e5-367e-4c85-b00a-6effe4ab410c req-4776c027-73cf-441f-90c7-63f703af58e8 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942991 Apr 06 12:24:53.625449 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '3dfc251e-f9db-4088-830a-da5775939863', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:2e:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:24:38Z', 'updated_at': '2022-04-06T12:24:52Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}, {'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:24:53.652672 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24381cff-a8a4-4686-87c5-2410b4832e0f None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '3dfc251e-f9db-4088-830a-da5775939863', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.121', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:2e:5b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:24:38Z', 'updated_at': '2022-04-06T12:24:52Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}, {'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:24:53.842982 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c8132-3546-4f9a-bd0d-9a86e95a7d34 None None] New status for floating IP 3dfc251e-f9db-4088-830a-da5775939863: ACTIVE {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:24:54.117485 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcec68-913c-4fe2-86f1-8642d3e3d81d req-fb639d90-6667-4d04-baae-24d143df9db4 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:54.118998 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-51bcec68-913c-4fe2-86f1-8642d3e3d81d req-fb639d90-6667-4d04-baae-24d143df9db4 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0561881 Apr 06 12:24:54.168809 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-51bcec68-913c-4fe2-86f1-8642d3e3d81d req-4928f842-ef27-4237-8a59-da910c61cdda tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 Apr 06 12:24:54.590213 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec13e-33dc-4c68-a75b-4286f26b94f0 req-fde147ed-5f04-4b66-8d28-341bb85fe258 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:54.591933 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ff5ec13e-33dc-4c68-a75b-4286f26b94f0 req-fde147ed-5f04-4b66-8d28-341bb85fe258 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0565684 Apr 06 12:24:54.669704 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ff5ec13e-33dc-4c68-a75b-4286f26b94f0 req-02178ae5-dbbc-43c5-8ccb-3f2005cddb83 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720859 Apr 06 12:24:54.691045 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-ce9a13d7-b4ab-4435-8579-ce1abdff3da2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679054 Apr 06 12:24:54.766332 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-6bb7f50a-373a-46a2-b60f-efcb61bf7afb tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:54.767808 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-6bb7f50a-373a-46a2-b60f-efcb61bf7afb tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports/27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 942 time: 0.0489225 Apr 06 12:24:55.790866 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7698f56-05eb-445c-b29f-cb826bb85df0 req-907520a2-f4fb-41c8-845c-65e773f2f2f1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:55.792381 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b7698f56-05eb-445c-b29f-cb826bb85df0 req-907520a2-f4fb-41c8-845c-65e773f2f2f1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Apr 06 12:24:55.845581 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b7698f56-05eb-445c-b29f-cb826bb85df0 req-618cab73-808b-4bae-a4d7-42c6d86d4a4c tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 Apr 06 12:24:56.930824 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:24:56.954993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-5e89c310-96d1-4f9f-b5ad-ac6a28899509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:56.956585 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-5e89c310-96d1-4f9f-b5ad-ac6a28899509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0&tenant_id=ed496f5853894ee0882fffe5a7c17d97 HTTP/1.1" status: 200 len: 1129 time: 0.0497684 Apr 06 12:24:56.972583 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684a99-0e55-4ded-87e3-f1b4ac68f104 req-0f3858b1-b623-4854-95fd-fef9f550ef8d tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:56.974179 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07684a99-0e55-4ded-87e3-f1b4ac68f104 req-0f3858b1-b623-4854-95fd-fef9f550ef8d tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0586357 Apr 06 12:24:57.021839 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 27d4ed8a-1f0f-4dff-833a-494d0d816588 is: ACTIVE; New status is: DOWN {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:57.022299 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:57.025184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-fcbd227b-81e7-41db-ad50-87c3f284e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:57.026840 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-fcbd227b-81e7-41db-ad50-87c3f284e8cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.0469651 Apr 06 12:24:57.027205 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-07684a99-0e55-4ded-87e3-f1b4ac68f104 req-8c9df1d2-6084-433c-89da-4baa476c7481 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Apr 06 12:24:57.046096 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:24:57.048343 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb99c9e-72c4-4397-8661-8fc32123d1f7" -d '{"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-unplugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:24:57.067535 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:57.131112 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-e70b1a0d-43d9-44d2-9b19-d34663932a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:57.132586 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-e70b1a0d-43d9-44d2-9b19-d34663932a56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 910 time: 0.0979433 Apr 06 12:24:57.162762 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:57.210061 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-750dc4b1-60c8-4ba8-b6c8-f80cb0579f76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 1001 time: 0.0702858 Apr 06 12:24:57.216675 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=6']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:57.245345 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a7893-2c64-407c-b357-39963be2772e x-openstack-request-id: req-d64a7893-2c64-407c-b357-39963be2772e {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:24:57.245703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-unplugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:24:57.246012 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d64a7893-2c64-407c-b357-39963be2772e {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:24:57.246430 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64a7893-2c64-407c-b357-39963be2772e'] response: {'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'code': 200} Apr 06 12:24:57.261530 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-e80da7b6-7c74-43a3-912b-0bd528151ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:57.262996 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-e80da7b6-7c74-43a3-912b-0bd528151ad1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.0469885 Apr 06 12:24:57.318020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-53e33e71-61f7-4440-a27f-2288fbcb410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:57.319610 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-53e33e71-61f7-4440-a27f-2288fbcb410c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478742 Apr 06 12:24:57.410414 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-ec5d23cb-fa4f-42d6-aed9-0c98ea69408d service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 Apr 06 12:24:57.508044 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-31433c3a-deb1-4c33-b91c-8960e913de7c req-14b62993-2cd3-4f8e-a38c-6efcbbddfcef service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Apr 06 12:24:58.145776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e2930-7023-400b-8935-cdc517c8778b req-f1035e36-390f-4ce3-940e-92250286d8f9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:58.147232 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-470e2930-7023-400b-8935-cdc517c8778b req-f1035e36-390f-4ce3-940e-92250286d8f9 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 943 time: 0.0542397 Apr 06 12:24:58.198015 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-470e2930-7023-400b-8935-cdc517c8778b req-bd405d6b-8465-4f1d-a91f-1c08eb2e5215 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438666 Apr 06 12:24:58.924683 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:24:58.975929 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bdc6-d876-44f7-91cd-06a1c58861e9 req-ab5aeaee-cbf0-4282-afdb-9ef0696d81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:58.977441 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8864bdc6-d876-44f7-91cd-06a1c58861e9 req-ab5aeaee-cbf0-4282-afdb-9ef0696d81c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1127 time: 0.0443282 Apr 06 12:24:59.027216 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8864bdc6-d876-44f7-91cd-06a1c58861e9 req-b505127a-c385-4bfe-b98f-bf8574986bdb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Apr 06 12:24:59.028901 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:59.040531 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'port_id': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'mac_address': 'fa:16:3e:e9:bf:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:24:59.077886 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 27d4ed8a-1f0f-4dff-833a-494d0d816588 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:24:59.078279 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:59.091952 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d4ed8a-1f0f-4dff-833a-494d0d816588 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:24:59.115838 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:24:59.195345 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:24:59.245132 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=7']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:24:59.316699 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a076059-639a-4f73-a1f7-b1a4050e019c req-e9c9583d-8947-4f45-8585-c23676ddb338 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:24:59.318167 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6a076059-639a-4f73-a1f7-b1a4050e019c req-e9c9583d-8947-4f45-8585-c23676ddb338 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 944 time: 0.0521071 Apr 06 12:24:59.367903 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6a076059-639a-4f73-a1f7-b1a4050e019c req-a26034b1-27de-48cf-bfcf-f2e97fa19e62 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Apr 06 12:24:59.466421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['27d4ed8a-1f0f-4dff-833a-494d0d816588'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:25:00.485029 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a719a2-fa21-4323-acef-73da5c90d4b0 req-e4fcb239-815a-4bdb-8c48-510f0f4fec42 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:00.486419 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-10a719a2-fa21-4323-acef-73da5c90d4b0 req-e4fcb239-815a-4bdb-8c48-510f0f4fec42 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 944 time: 0.0525112 Apr 06 12:25:00.534725 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-10a719a2-fa21-4323-acef-73da5c90d4b0 req-ebb35eef-2b1e-4b26-b23d-cfe00aad5238 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Apr 06 12:25:00.654198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a82d-dfd7-4d73-b488-b731304c86de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:00.929284 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:25:00.977831 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 27d4ed8a-1f0f-4dff-833a-494d0d816588 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:25:00.978200 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:01.053348 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 27d4ed8a-1f0f-4dff-833a-494d0d816588 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:25:01.053733 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:01.076048 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:01.078226 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f00d44b-28be-400b-bc69-cdbeae8cda22" -d '{"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-plugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:01.097299 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:01.117540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3626a6-5377-4277-97aa-263bb47f5619 x-openstack-request-id: req-6b3626a6-5377-4277-97aa-263bb47f5619 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:01.117858 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-plugged", "status": "completed", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:01.118116 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b3626a6-5377-4277-97aa-263bb47f5619 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:01.118507 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3626a6-5377-4277-97aa-263bb47f5619'] response: {'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'code': 200} Apr 06 12:25:01.190986 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:01.238303 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=8']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:01.656679 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a5791-164d-4e69-92c7-9daed91a0357 req-cdff3c60-6feb-4bf3-8222-2f03224934a5 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:01.658179 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a05a5791-164d-4e69-92c7-9daed91a0357 req-cdff3c60-6feb-4bf3-8222-2f03224934a5 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0550866 Apr 06 12:25:01.706825 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a05a5791-164d-4e69-92c7-9daed91a0357 req-ae2a6d73-39f3-4ccf-8bbd-4ff7ba07c576 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431328 Apr 06 12:25:02.806525 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:03.224000 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f78f1830-7d74-4e0b-bcfc-da8d7a4e1d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:03.435687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af99491-9bc0-4833-8660-521fd2f51ff4 req-6f62d9e7-5ef8-4f80-8a81-6b60790813fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:03.437141 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0af99491-9bc0-4833-8660-521fd2f51ff4 req-6f62d9e7-5ef8-4f80-8a81-6b60790813fd tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0556080 Apr 06 12:25:03.485085 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0af99491-9bc0-4833-8660-521fd2f51ff4 req-c3542508-1c8d-4749-906e-133bd835e9b8 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Apr 06 12:25:04.194781 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:04.615346 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fb6ad-eac5-4c92-8196-6f7a1f0d88f0 req-48bdd9b6-1a47-4f50-9f42-4a138d7ba838 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:04.616882 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c69fb6ad-eac5-4c92-8196-6f7a1f0d88f0 req-48bdd9b6-1a47-4f50-9f42-4a138d7ba838 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0533395 Apr 06 12:25:04.664830 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c69fb6ad-eac5-4c92-8196-6f7a1f0d88f0 req-9a13d59c-0433-4369-8c15-ccf07b19ca7d tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups?id=6564ca01-705c-4ff0-a12d-db8c898ee1db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Apr 06 12:25:04.927754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-d143b9ee-cec5-4478-bff4-6dc13f161aab tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:04.929260 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-d143b9ee-cec5-4478-bff4-6dc13f161aab tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 946 time: 0.0539949 Apr 06 12:25:05.022797 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Deleting port 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:05.023140 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.110408 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] For port 7bb3d161-96b4-4750-a146-bc1e9dcf001e, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=7bb3d161-96b4-4750-a146-bc1e9dcf001e,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:05.110698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.278898 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.279264 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.279615 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Floating IP e2e676c5-5a23-42ca-9b65-d327f5839f39 disassociated. External IP: 172.28.0.84, port: 7bb3d161-96b4-4750-a146-bc1e9dcf001e. Apr 06 12:25:05.279958 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Calling delete_port for 7bb3d161-96b4-4750-a146-bc1e9dcf001e owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:05.499662 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (7bb3d161-96b4-4750-a146-bc1e9dcf001e), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.526173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'Port': ['ID=7bb3d161-96b4-4750-a146-bc1e9dcf001e,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:05.537783 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.538140 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.538490 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.538837 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.539176 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.539536 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.539878 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.540213 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.540592 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.540924 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.541253 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.541584 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.541910 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.542305 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.542562 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:05.858188 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:05.877220 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2ec9726-d106-4695-a16d-f45c65a8d45f req-f6031094-8eb8-4355-8946-1c9571cf5f56 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0294359 Apr 06 12:25:05.954230 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:25:06.065398 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:25:06.076206 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:25:06.085625 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:06.086236 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:06.105856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] No DVR routers for this DVR port 7bb3d161-96b4-4750-a146-bc1e9dcf001e on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:25:06.108456 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:06.112063 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f72a747f-694d-4315-a6f0-2346d6848c1a req-2cb3cb4f-e08f-4111-9013-0196c8f6d6a6 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.15 "DELETE /v2.0/ports/7bb3d161-96b4-4750-a146-bc1e9dcf001e HTTP/1.1" status: 204 len: 173 time: 1.1770613 Apr 06 12:25:06.112517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-deleted', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:06.114834 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1d7a8c-6a77-44f1-b114-bdf0eb7ce8bb" -d '{"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-deleted", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:06.150219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7c541-2c31-4d9a-8a48-128f4b6b9265 x-openstack-request-id: req-dff7c541-2c31-4d9a-8a48-128f4b6b9265 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:06.150519 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae97783-c96c-4e9c-9741-d01681959720", "name": "network-vif-deleted", "tag": "7bb3d161-96b4-4750-a146-bc1e9dcf001e", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:06.150780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dff7c541-2c31-4d9a-8a48-128f4b6b9265 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:06.151225 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff7c541-2c31-4d9a-8a48-128f4b6b9265'] response: {'server_uuid': '1ae97783-c96c-4e9c-9741-d01681959720', 'name': 'network-vif-deleted', 'tag': '7bb3d161-96b4-4750-a146-bc1e9dcf001e', 'status': 'completed', 'code': 200} Apr 06 12:25:06.208081 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:06.539436 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:06.565282 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:25:06.573688 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:06.574288 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:06.682099 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:06.882118 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:06.909489 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1e815-1222-40b6-978b-4b723946ac5f None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:18:51Z', 'revision_number': 4, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '0860ed77-97b6-41d0-ba09-163aeb1a36e1', 'name': '', 'network_id': '4f6fa4f6-44da-4e4a-9e97-4984ffe698cc', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'mac_address': 'fa:16:3e:1e:55:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:48Z', 'updated_at': '2022-04-06T12:19:05Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'subnets': [{'id': '9e7f16c2-2898-4f78-98c3-e7976ee59735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:25:06.998890 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-815cbcec-75dd-424c-909e-9a118a25810c req-64f4c39a-61b3-47de-b8ed-39d4801a8904 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ae97783-c96c-4e9c-9741-d01681959720 HTTP/1.1" status: 200 len: 210 time: 0.0267720 Apr 06 12:25:07.003401 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:07.023370 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 7bb3d161-96b4-4750-a146-bc1e9dcf001e {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:07.023742 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 7bb3d161-96b4-4750-a146-bc1e9dcf001e not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:07.140912 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55021952-1570-4233-a22d-bb13b44310f6 None None] New status for floating IP e2e676c5-5a23-42ca-9b65-d327f5839f39: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:25:07.412238 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.149670 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46500) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:08.202766 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (6564ca01-705c-4ff0-a12d-db8c898ee1db), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.225673 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (6564ca01-705c-4ff0-a12d-db8c898ee1db), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.349090 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6564ca01-705c-4ff0-a12d-db8c898ee1db), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.351698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.352849 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "DELETE /v2.0/security-groups/6564ca01-705c-4ff0-a12d-db8c898ee1db HTTP/1.1" status: 204 len: 168 time: 0.2021940 Apr 06 12:25:08.356313 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46502) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:08.362779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e58c0d-b349-4fc8-8b7a-cee44f3d1001 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6564ca01-705c-4ff0-a12d-db8c898ee1db,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:08.369676 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-24ed7491-0026-448e-b0fc-4502cbea998c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] show failed (client error): The resource could not be found. Apr 06 12:25:08.370932 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-24ed7491-0026-448e-b0fc-4502cbea998c tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "GET /v2.0/security-groups/6564ca01-705c-4ff0-a12d-db8c898ee1db HTTP/1.1" status: 404 len: 347 time: 0.0135362 Apr 06 12:25:08.373685 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46504) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:08.495187 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Deleting port d72160bf-1db9-4138-ac28-9a794922a1a6 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:08.495560 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.573813 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.574138 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (d72160bf-1db9-4138-ac28-9a794922a1a6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.585796 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Calling delete_port for d72160bf-1db9-4138-ac28-9a794922a1a6 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:08.783269 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (d72160bf-1db9-4138-ac28-9a794922a1a6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.811032 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Pushing event deleted for resources: {'Port': ['ID=d72160bf-1db9-4138-ac28-9a794922a1a6,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:08.821062 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.821419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.821769 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.822103 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.822624 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.823044 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.823332 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.824466 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.825001 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.825534 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.825876 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.826212 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.826545 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.827169 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.827288 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:25:08.885271 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks [] for floatingip (e2e676c5-5a23-42ca-9b65-d327f5839f39), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.888576 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:08.889748 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a2f3d19b-258b-443a-b4f6-2ae3e0aa1d08 tempest-AttachVolumeShelveTestJSON-85657123 tempest-AttachVolumeShelveTestJSON-85657123-project] 10.222.0.25 "DELETE /v2.0/floatingips/e2e676c5-5a23-42ca-9b65-d327f5839f39 HTTP/1.1" status: 204 len: 168 time: 0.5151687 Apr 06 12:25:11.720783 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46546) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:12.209639 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (006e34b3-9220-4035-88ad-6adac119b6c7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:12.450951 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Deleting port 0860ed77-97b6-41d0-ba09-163aeb1a36e1 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:12.451291 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:12.526812 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] For port 0860ed77-97b6-41d0-ba09-163aeb1a36e1, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0860ed77-97b6-41d0-ba09-163aeb1a36e1,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:12.527214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:12.539568 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Calling delete_port for 0860ed77-97b6-41d0-ba09-163aeb1a36e1 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:12.876623 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (0860ed77-97b6-41d0-ba09-163aeb1a36e1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:12.905886 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Pushing event deleted for resources: {'Port': ['ID=0860ed77-97b6-41d0-ba09-163aeb1a36e1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:13.074954 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (006e34b3-9220-4035-88ad-6adac119b6c7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.178269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46556) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:13.280804 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2858a3b1-0dc5-464a-a8f4-df0f3255ef46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.294372 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Router 006e34b3-9220-4035-88ad-6adac119b6c7 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:25:13.356005 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2858a3b1-0dc5-464a-a8f4-df0f3255ef46 admin admin] Publish callbacks [] for security_group (770c2e89-f2f1-4bd8-a64e-ce4730005451), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.402616 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:25:13.409673 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0a9eb420-43a8-4a02-a214-556b28e42740 admin admin] 10.222.0.25 "PUT /v2.0/routers/006e34b3-9220-4035-88ad-6adac119b6c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877775 Apr 06 12:25:13.410305 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46560) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:13.415030 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Sync routers for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:25:13.423029 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:13.423760 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:13.436688 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2858a3b1-0dc5-464a-a8f4-df0f3255ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (770c2e89-f2f1-4bd8-a64e-ce4730005451), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.476291 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858a3b1-0dc5-464a-a8f4-df0f3255ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770c2e89-f2f1-4bd8-a64e-ce4730005451,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:13.482783 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-2858a3b1-0dc5-464a-a8f4-df0f3255ef46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a27c7a1a135d4122bf298edb9f9bb542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035207 Apr 06 12:25:13.485303 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46562) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:13.520822 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks [] for router (006e34b3-9220-4035-88ad-6adac119b6c7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.542001 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:13.542477 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] Publish callbacks [] for security_group (770c2e89-f2f1-4bd8-a64e-ce4730005451), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.566700 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] Publish callbacks [] for security_group (770c2e89-f2f1-4bd8-a64e-ce4730005451), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.751943 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:25:12Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:13.762535 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (770c2e89-f2f1-4bd8-a64e-ce4730005451), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.765250 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.769001 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/770c2e89-f2f1-4bd8-a64e-ce4730005451 HTTP/1.1" status: 204 len: 168 time: 0.2804148 Apr 06 12:25:13.774810 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7b941-ed7e-4222-ad91-42930d4a0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770c2e89-f2f1-4bd8-a64e-ce4730005451,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:13.778873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Checking router: 006e34b3-9220-4035-88ad-6adac119b6c7 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:25:13.797237 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Routers {'006e34b3-9220-4035-88ad-6adac119b6c7'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:13.797870 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['006e34b3-9220-4035-88ad-6adac119b6c7'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:13.838500 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks [] for router_gateway (006e34b3-9220-4035-88ad-6adac119b6c7), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:13.907775 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] Set router 006e34b3-9220-4035-88ad-6adac119b6c7 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:14.020334 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:25:14.086851 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:25:12Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:14.110690 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Deleting port 5da4ae50-a382-493b-bbac-b04e23e1b01e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:14.111263 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.115769 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b7e93-5dd1-431e-aea7-ff969d610883 None None] The sync data for ids ['006e34b3-9220-4035-88ad-6adac119b6c7'] in dv-cinder-815659-5-smb is: [{'id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'name': 'tempest-AttachVolumeShelveTestJSON-172147824-router', 'tenant_id': 'd873e792445a4fecb4e490c4c4ca163f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77'}], 'enable_snat': True}, 'gw_port_id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:18:41Z', 'updated_at': '2022-04-06T12:25:12Z', 'revision_number': 5, 'project_id': 'd873e792445a4fecb4e490c4c4ca163f', 'gw_port': {'id': '5da4ae50-a382-493b-bbac-b04e23e1b01e', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '006e34b3-9220-4035-88ad-6adac119b6c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:18:42Z', 'updated_at': '2022-04-06T12:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:25:14.191899 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] For port 5da4ae50-a382-493b-bbac-b04e23e1b01e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5da4ae50-a382-493b-bbac-b04e23e1b01e,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:14.192270 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.207963 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Calling delete_port for 5da4ae50-a382-493b-bbac-b04e23e1b01e owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:14.454086 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (5da4ae50-a382-493b-bbac-b04e23e1b01e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.482120 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da4ae50-a382-493b-bbac-b04e23e1b01e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:14.548853 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (006e34b3-9220-4035-88ad-6adac119b6c7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.645008 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (006e34b3-9220-4035-88ad-6adac119b6c7), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.647364 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks [] for router_controller (006e34b3-9220-4035-88ad-6adac119b6c7), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.817775 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (006e34b3-9220-4035-88ad-6adac119b6c7), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.818381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 006e34b3-9220-4035-88ad-6adac119b6c7 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:25:14.823400 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.827402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46584) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:14.834519 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2ee33125-678b-419b-b361-e02b997f5d20 admin admin] 10.222.0.25 "DELETE /v2.0/routers/006e34b3-9220-4035-88ad-6adac119b6c7 HTTP/1.1" status: 204 len: 168 time: 1.4231873 Apr 06 12:25:14.878105 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Deleting subnet 9e7f16c2-2898-4f78-98c3-e7976ee59735 {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:25:14.881843 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Publish callbacks [] for subnet (9e7f16c2-2898-4f78-98c3-e7976ee59735), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:14.921655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10245747'] for subnet (9e7f16c2-2898-4f78-98c3-e7976ee59735), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.010262 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (9e7f16c2-2898-4f78-98c3-e7976ee59735), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.019165 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46588) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:15.116180 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-501547344-network', 'tenant_id': '24b28e06e20544a280d48242fecc93f4'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:15.149330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12381155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11667218'] for subnet (9e7f16c2-2898-4f78-98c3-e7976ee59735), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.175034 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7f16c2-2898-4f78-98c3-e7976ee59735,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:15.179098 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.182035 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-50610d7e-4e9d-41c4-a6c3-e39a8e5f169a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9e7f16c2-2898-4f78-98c3-e7976ee59735 HTTP/1.1" status: 204 len: 168 time: 0.3534482 Apr 06 12:25:15.184427 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46592) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:15.184728 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0403672-4699-4575-abcf-e8a6f5dabb7b None None] Network 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:25:15.234760 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Made reservation on behalf of 24b28e06e20544a280d48242fecc93f4 for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:25:15.234760 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.246073 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.259595 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.338741 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Deleting port da05607d-c3db-49da-a50e-2e10cb9ede2d {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:15.339299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.353165 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks [] for security_group (0a1346e5-3079-4468-9d28-d916a2e39979), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.376018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] DHCP port deletion for 4f6fa4f6-44da-4e4a-9e97-4984ffe698cc request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:25:15.411309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] For port da05607d-c3db-49da-a50e-2e10cb9ede2d, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=da05607d-c3db-49da-a50e-2e10cb9ede2d,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:15.411705 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.423463 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Deleting port da05607d-c3db-49da-a50e-2e10cb9ede2d {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:15.424515 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Calling delete_port for da05607d-c3db-49da-a50e-2e10cb9ede2d owned by network:dhcp {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:15.425153 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.442871 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0a1346e5-3079-4468-9d28-d916a2e39979), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.469639 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:25:15.478510 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1346e5-3079-4468-9d28-d916a2e39979,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:15.485725 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (1f7096ff-17d9-4588-acbb-121cd819b021), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.486077 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Added segment 1f7096ff-17d9-4588-acbb-121cd819b021 of type vlan for network 1aff9e45-5757-4126-96fa-a589f97a6b46 Apr 06 12:25:15.500506 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] For port da05607d-c3db-49da-a50e-2e10cb9ede2d, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=da05607d-c3db-49da-a50e-2e10cb9ede2d,segment=NetworkSegment(72ea4539-f047-4122-97bd-b78d6ac4a381),segment_id=72ea4539-f047-4122-97bd-b78d6ac4a381)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:15.502830 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.514694 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Calling delete_port for da05607d-c3db-49da-a50e-2e10cb9ede2d owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:15.528930 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (1aff9e45-5757-4126-96fa-a589f97a6b46), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.631357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.639098 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (da05607d-c3db-49da-a50e-2e10cb9ede2d), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.660733 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] Pushing event deleted for resources: {'Port': ['ID=da05607d-c3db-49da-a50e-2e10cb9ede2d,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:15.661776 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Pushing event deleted for resources: {'Port': ['ID=da05607d-c3db-49da-a50e-2e10cb9ede2d,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:15.665314 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] No DVR routers for this DVR port da05607d-c3db-49da-a50e-2e10cb9ede2d on host dv-cinder-815659-5-smb {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:25:15.676691 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (1aff9e45-5757-4126-96fa-a589f97a6b46), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.677681 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:15.678284 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.680443 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc06b3c-4aa5-4cf0-8cee-686066095f90 None None] No DVR routers for this DVR port da05607d-c3db-49da-a50e-2e10cb9ede2d on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:25:15.691216 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device da05607d-c3db-49da-a50e-2e10cb9ede2d no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:15.715259 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: da05607d-c3db-49da-a50e-2e10cb9ede2d {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:15.715676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device da05607d-c3db-49da-a50e-2e10cb9ede2d not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:15.716102 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5da4ae50-a382-493b-bbac-b04e23e1b01e no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:15.735752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 5da4ae50-a382-493b-bbac-b04e23e1b01e {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:15.736104 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5da4ae50-a382-493b-bbac-b04e23e1b01e not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:15.736506 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0860ed77-97b6-41d0-ba09-163aeb1a36e1 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:15.745599 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.757801 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 0860ed77-97b6-41d0-ba09-163aeb1a36e1 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:15.758132 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0860ed77-97b6-41d0-ba09-163aeb1a36e1 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:15.758952 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] Pushing event updated for resources: {'Network': ['ID=1aff9e45-5757-4126-96fa-a589f97a6b46,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:15.771729 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:25:15.771851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f6fa4f6-44da-4e4a-9e97-4984ffe698cc']}} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:15.781784 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ea4539-f047-4122-97bd-b78d6ac4a381') {'for_net_delete': True} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:15.782093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ea4539-f047-4122-97bd-b78d6ac4a381') {} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:15.791621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10245768'] for segment (72ea4539-f047-4122-97bd-b78d6ac4a381), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.804936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (72ea4539-f047-4122-97bd-b78d6ac4a381), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.811783 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:25:15.812167 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12381065'] for segment (72ea4539-f047-4122-97bd-b78d6ac4a381), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: Traceback (most recent call last): Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: timer() Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: cb(*args, **kw) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: return func(*args, **kwargs) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: self._notify() Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: self.callback(batched_events) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: event.method(event) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: return f(self, *a, **k) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: return self._get(url).json() Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: return self.request(url, 'GET', **kwargs) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:25:15.813842 dv-cinder-815659-5-smb neutron-server[104097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:25:15.844679 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4ad2dfb1-7209-4501-a91c-76cf0022ff92 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8243699 Apr 06 12:25:15.847393 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46594) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:15.852089 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Request body: {'subnet': {'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-501547344-subnet', 'tenant_id': '24b28e06e20544a280d48242fecc93f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:15.950922 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Made reservation on behalf of 24b28e06e20544a280d48242fecc93f4 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:25:15.953294 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9350753'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.977110 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (4f6fa4f6-44da-4e4a-9e97-4984ffe698cc), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.982708 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:15.987078 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f6fa4f6-44da-4e4a-9e97-4984ffe698cc HTTP/1.1" status: 204 len: 168 time: 0.8008838 Apr 06 12:25:16.000463 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f74345-dcf6-4a57-86c8-db853dffed99 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f6fa4f6-44da-4e4a-9e97-4984ffe698cc,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:16.183038 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350783'] for subnet (435cf410-9944-419e-b288-fdf6bdbe3bc9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.238856 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=435cf410-9944-419e-b288-fdf6bdbe3bc9,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:16.246833 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Checking segment: {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:25:16.247278 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Network hostable DHCP agents. Network: 1aff9e45-5757-4126-96fa-a589f97a6b46, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:25:16.342879 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46598) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:16.353079 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:25:16.394290 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4e250eb2-fa6e-4de6-8bea-3e9f3a0fae76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d873e792445a4fecb4e490c4c4ca163f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502517 Apr 06 12:25:16.396790 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46600) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:16.441223 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] Publish callbacks [] for security_group (5ef3ca1c-7b03-4292-86f9-6f1fad186df4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.464953 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] Publish callbacks [] for security_group (5ef3ca1c-7b03-4292-86f9-6f1fad186df4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.504722 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 1aff9e45-5757-4126-96fa-a589f97a6b46) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:25:16.509362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:16.511933 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.530530 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a74654b-b04d-4aeb-ac10-4209fa7fa073 None None] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:25:16.602622 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137c27f9-9ca8-4544-9fbb-0b5bd449ab13 None None] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:25:16.624863 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5ef3ca1c-7b03-4292-86f9-6f1fad186df4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.627514 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:16.628660 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ef3ca1c-7b03-4292-86f9-6f1fad186df4 HTTP/1.1" status: 204 len: 168 time: 0.2309909 Apr 06 12:25:16.636534 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e084443-0c1d-4b3d-9aee-60585a1c4594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3ca1c-7b03-4292-86f9-6f1fad186df4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:16.662349 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-901b106c-1f0e-42af-a2b5-73d5552358a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8137574 Apr 06 12:25:18.913154 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-769edec6-eea3-445e-b8f4-ccacff0578b8 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:18.914722 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-769edec6-eea3-445e-b8f4-ccacff0578b8 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/networks?id=1aff9e45-5757-4126-96fa-a589f97a6b46 HTTP/1.1" status: 200 len: 813 time: 0.1015217 Apr 06 12:25:18.929630 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-02fc434e-c218-4083-a126-13e2c30a753f tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/quotas/24b28e06e20544a280d48242fecc93f4 HTTP/1.1" status: 200 len: 375 time: 0.0090168 Apr 06 12:25:18.964686 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-97bd85dd-4010-49c1-9d3c-72f068cea8c7 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293355 Apr 06 12:25:19.053653 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-5d2a6288-6827-4df1-ae0c-cd0f5d52b672 service neutron] 10.222.0.25 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Apr 06 12:25:19.149818 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-13b40edb-29b2-460e-9c12-480f2cea1986 service neutron] 10.222.0.25 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896761 Apr 06 12:25:19.470605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4bbbc79f-766a-43ed-aaba-938643176938 req-8647e955-5f4c-4e5e-be8c-b07f7cfe5fc3 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 210 time: 0.0283957 Apr 06 12:25:20.546383 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a384447f-4d29-46eb-9430-e07202ab773d req-aeeba9ba-364e-4805-8e81-567f2667feae tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Apr 06 12:25:21.639490 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2b395f4e-1cd8-4f98-83ba-9f84b90a2b08 req-837f697f-8d85-487e-bcc5-b6a65e3a65b4 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 210 time: 0.0270774 Apr 06 12:25:22.053485 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d1805dd2-efd7-4617-bde4-9a738dc49be6 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:22.054941 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d1805dd2-efd7-4617-bde4-9a738dc49be6 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "GET /v2.0/networks?id=1aff9e45-5757-4126-96fa-a589f97a6b46 HTTP/1.1" status: 200 len: 813 time: 0.1023877 Apr 06 12:25:22.067902 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Request body: {'port': {'device_id': '67eb4f36-177b-4132-a884-7159d31810b5', 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46', 'admin_state_up': True, 'tenant_id': '24b28e06e20544a280d48242fecc93f4'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:22.285519 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Made reservation on behalf of 24b28e06e20544a280d48242fecc93f4 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:25:22.288936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:22.414670 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Allocated IP 172.20.0.5 (1aff9e45-5757-4126-96fa-a589f97a6b46/435cf410-9944-419e-b288-fdf6bdbe3bc9/9414a538-4220-4b65-ae7c-c4c196bd286f) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:25:22.572121 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks [] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:22.731726 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d4fc5dec-60fb-4695-868c-26730a0b94c4 req-1f919ada-3a56-4113-82a1-c5808f573fcf tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 210 time: 0.0264533 Apr 06 12:25:22.811997 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:22.859920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:25:22.863214 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:25:22.866958 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:25:22.890023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Pushing event updated for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:22.917026 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:22.917666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.039043 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-27e50bb1-0dee-4ff8-86d5-de7a5d016c59 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9748063 Apr 06 12:25:23.053291 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Request body: {'port': {'device_id': '67eb4f36-177b-4132-a884-7159d31810b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:23.115634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.374039 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9414a538-4220-4b65-ae7c-c4c196bd286f {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:25:23.381404 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks [] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.393754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Transition to ACTIVE for port object 9414a538-4220-4b65-ae7c-c4c196bd286f will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:25:23.498900 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.555270 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:23.619061 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Attempting to bind port 9414a538-4220-4b65-ae7c-c4c196bd286f on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:25:23.619404 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Attempting to bind port 9414a538-4220-4b65-ae7c-c4c196bd286f by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:25:23.619764 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Attempting to bind port 9414a538-4220-4b65-ae7c-c4c196bd286f on network 1aff9e45-5757-4126-96fa-a589f97a6b46 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:25:23.624080 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Port 9414a538-4220-4b65-ae7c-c4c196bd286f on network 1aff9e45-5757-4126-96fa-a589f97a6b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:25:23.624406 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Attempting to bind port 9414a538-4220-4b65-ae7c-c4c196bd286f on network 1aff9e45-5757-4126-96fa-a589f97a6b46 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:25:23.629308 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:25:23.629648 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Checking segment: {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:25:23.630033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Bound using segment: {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:25:23.630458 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Bound port: 9414a538-4220-4b65-ae7c-c4c196bd286f, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:25:23.630816 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.693839 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:25:23.696847 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9414a538-4220-4b65-ae7c-c4c196bd286f,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:25:23.768174 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.814090 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:23.814718 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:23.816325 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/9414a538-4220-4b65-ae7c-c4c196bd286f HTTP/1.1" status: 200 len: 1093 time: 0.7670763 Apr 06 12:25:23.818323 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:23.820638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5846c0-419c-4543-98b8-3628cf506ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:23.866035 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aadc4-6cdb-4cea-a8ae-8f3818ee90b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:23.875928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd690ee-507a-4a71-af31-ab1b09a5b8af x-openstack-request-id: req-dbd690ee-507a-4a71-af31-ab1b09a5b8af {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:23.876225 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:23.876482 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbd690ee-507a-4a71-af31-ab1b09a5b8af {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:23.876889 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd690ee-507a-4a71-af31-ab1b09a5b8af'] response: {'name': 'network-changed', 'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f', 'status': 'completed', 'code': 200} Apr 06 12:25:23.884863 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb144ebc-ce2a-450a-8407-06d06cbbda0c req-5c0d4428-d883-4218-a544-1983d24ab90c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:23.886945 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb144ebc-ce2a-450a-8407-06d06cbbda0c req-5c0d4428-d883-4218-a544-1983d24ab90c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 943 time: 0.0896845 Apr 06 12:25:23.960668 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cb144ebc-ce2a-450a-8407-06d06cbbda0c req-a0460c8e-4b3e-4085-808a-5d1330e5f05a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671408 Apr 06 12:25:23.969968 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-1e18b2bf-100c-4e37-ae93-00bd11098560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:23.971600 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-1e18b2bf-100c-4e37-ae93-00bd11098560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 1127 time: 0.0711529 Apr 06 12:25:24.074309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-ba69192d-be0b-491f-9386-6394c3bf7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:24.075799 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-ba69192d-be0b-491f-9386-6394c3bf7c2d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=24b28e06e20544a280d48242fecc93f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0949266 Apr 06 12:25:24.170756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-eb0f21ff-d431-4512-87a7-8d664685439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:24.172267 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ef5846c0-419c-4543-98b8-3628cf506ac3 req-eb0f21ff-d431-4512-87a7-8d664685439b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898001 Apr 06 12:25:24.250315 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-a912ac52-8efe-4edd-80e5-e0cdc7e6395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:24.251785 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-a912ac52-8efe-4edd-80e5-e0cdc7e6395c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 1127 time: 0.0433152 Apr 06 12:25:24.302696 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-f7c2f957-96c3-48c3-b974-a3ced820a30e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9414a538-4220-4b65-ae7c-c4c196bd286f HTTP/1.1" status: 200 len: 217 time: 0.0327098 Apr 06 12:25:24.352538 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-29562edc-ac23-42ed-9448-9a7e4823db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:24.353953 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-29562edc-ac23-42ed-9448-9a7e4823db6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=435cf410-9944-419e-b288-fdf6bdbe3bc9 HTTP/1.1" status: 200 len: 853 time: 0.0448947 Apr 06 12:25:24.387086 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-ac5c2a0c-d82b-46fc-8abb-b7fd1b6face5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1aff9e45-5757-4126-96fa-a589f97a6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263031 Apr 06 12:25:24.482159 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-95671b78-fed5-46b9-a841-cdb6be19cb21 service neutron] 10.222.0.15 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867248 Apr 06 12:25:24.576328 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f4e2876b-05eb-4268-96f4-ae9c5bad8e06 req-f0268db0-41fc-4c9b-a25b-7537749459e6 service neutron] 10.222.0.15 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Apr 06 12:25:25.078943 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0da07b-c320-425e-b1d1-ca6824e9cdff req-f3e11f00-4e8b-45c3-83e4-7ce318b73c10 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:25.080415 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-de0da07b-c320-425e-b1d1-ca6824e9cdff req-f3e11f00-4e8b-45c3-83e4-7ce318b73c10 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 943 time: 0.0527561 Apr 06 12:25:25.127276 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-de0da07b-c320-425e-b1d1-ca6824e9cdff req-a5fac898-16b4-485d-b604-507351169081 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Apr 06 12:25:26.243154 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d501c-9144-4362-be4b-38cd3011367e req-bb1c9629-c026-45f2-8c2f-19bf18a7a277 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:26.244642 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7b8d501c-9144-4362-be4b-38cd3011367e req-bb1c9629-c026-45f2-8c2f-19bf18a7a277 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 943 time: 0.0519161 Apr 06 12:25:26.290322 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7b8d501c-9144-4362-be4b-38cd3011367e req-292dd04c-23e0-46ae-baf3-f8a1aaa972ab tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Apr 06 12:25:27.113694 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 9414a538-4220-4b65-ae7c-c4c196bd286f details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:25:27.208702 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9414a538-4220-4b65-ae7c-c4c196bd286f,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:27.220424 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '9414a538-4220-4b65-ae7c-c4c196bd286f', 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46', 'port_id': '9414a538-4220-4b65-ae7c-c4c196bd286f', 'mac_address': 'fa:16:3e:9f:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435cf410-9944-419e-b288-fdf6bdbe3bc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:25:27.257428 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 9414a538-4220-4b65-ae7c-c4c196bd286f is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:25:27.257823 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:27.273712 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9414a538-4220-4b65-ae7c-c4c196bd286f {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:25:27.293013 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9414a538-4220-4b65-ae7c-c4c196bd286f,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:27.393755 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:27.410735 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a652-a2a2-4556-ba3e-54b11666268d req-5df152e4-474a-482a-b1b5-cf03391d08aa tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:27.412473 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4694a652-a2a2-4556-ba3e-54b11666268d req-5df152e4-474a-482a-b1b5-cf03391d08aa tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 943 time: 0.0564501 Apr 06 12:25:27.463346 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4694a652-a2a2-4556-ba3e-54b11666268d req-f4fa13ff-5288-4735-a8e6-1cb57fef35d4 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Apr 06 12:25:27.575003 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:27.647377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['9414a538-4220-4b65-ae7c-c4c196bd286f'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:25:28.592930 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff752933-ac57-47a4-9991-25e8a70a872f req-a9c2b9e2-7a31-4243-9a56-6ba0d295fe30 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:28.594324 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ff752933-ac57-47a4-9991-25e8a70a872f req-a9c2b9e2-7a31-4243-9a56-6ba0d295fe30 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 944 time: 0.0518601 Apr 06 12:25:28.644589 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ff752933-ac57-47a4-9991-25e8a70a872f req-fffcfbb0-ca1b-4d85-a6c9-fbdae2a9c6d6 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Apr 06 12:25:29.140549 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 9414a538-4220-4b65-ae7c-c4c196bd286f up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:25:29.256828 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 9414a538-4220-4b65-ae7c-c4c196bd286f completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:25:29.260580 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 9414a538-4220-4b65-ae7c-c4c196bd286f triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:25:29.260962 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:29.336685 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 9414a538-4220-4b65-ae7c-c4c196bd286f is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:25:29.337076 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:29.361906 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:29.364253 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca52609-445d-4dd4-8dac-0cd4797ab514" -d '{"events": [{"server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "name": "network-vif-plugged", "status": "completed", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:29.376260 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9414a538-4220-4b65-ae7c-c4c196bd286f,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:29.399500 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d933e52-bef7-4ccb-ac5e-2c64d226ece2 x-openstack-request-id: req-2d933e52-bef7-4ccb-ac5e-2c64d226ece2 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:29.399829 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "name": "network-vif-plugged", "status": "completed", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:29.400086 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d933e52-bef7-4ccb-ac5e-2c64d226ece2 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:29.400497 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d933e52-bef7-4ccb-ac5e-2c64d226ece2'] response: {'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f', 'code': 200} Apr 06 12:25:29.454018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:29.502229 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:29.772046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8366e86-ca58-43b2-a7b0-2b50fba70fce req-9bef66f3-00f4-41c7-882b-6c2d3ecb62c1 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:29.773499 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8366e86-ca58-43b2-a7b0-2b50fba70fce req-9bef66f3-00f4-41c7-882b-6c2d3ecb62c1 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0624995 Apr 06 12:25:29.842038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592831f-d60b-4086-b51e-936bf1f8add1 req-faf28b05-9063-4ee3-9d55-c731640c9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:29.843634 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a592831f-d60b-4086-b51e-936bf1f8add1 req-faf28b05-9063-4ee3-9d55-c731640c9001 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 1129 time: 0.0905566 Apr 06 12:25:29.847051 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e8366e86-ca58-43b2-a7b0-2b50fba70fce req-af269297-a718-4aaa-93c6-3453aaf8358c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Apr 06 12:25:29.890640 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a592831f-d60b-4086-b51e-936bf1f8add1 req-89fdb04c-6a70-48d9-a25a-85c6d2da732c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400810 Apr 06 12:25:30.664747 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8b0fb1ec-beb9-402e-a414-737d0e94506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:30.970345 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc150-af38-46c4-940a-dbd4ad58212d req-5e815a6f-96a3-45ef-8aba-ee4b8c1daa00 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:30.971847 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-791dc150-af38-46c4-940a-dbd4ad58212d req-5e815a6f-96a3-45ef-8aba-ee4b8c1daa00 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0517125 Apr 06 12:25:31.019786 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-791dc150-af38-46c4-940a-dbd4ad58212d req-4dd9a6fb-86a0-4090-817d-4d3ab640acf8 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Apr 06 12:25:32.138698 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6adac8f-289d-4b78-8df3-989fd8b1e99e req-996ce71f-9a2b-458f-8182-71277346592f tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:32.140194 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a6adac8f-289d-4b78-8df3-989fd8b1e99e req-996ce71f-9a2b-458f-8182-71277346592f tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Apr 06 12:25:32.187848 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a6adac8f-289d-4b78-8df3-989fd8b1e99e req-20c19131-1188-4661-8009-688722408867 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Apr 06 12:25:32.750232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:33.285756 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-addd2309-461c-4d47-85af-193cd8f2ddad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:34.187986 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:35.836060 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:37.021984 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f19ec-28b9-4d7c-b118-0e96efd56b12 req-69bfe266-fcc5-4bf1-acc2-fb60f9b331a4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:37.023625 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e48f19ec-28b9-4d7c-b118-0e96efd56b12 req-69bfe266-fcc5-4bf1-acc2-fb60f9b331a4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0523355 Apr 06 12:25:37.071835 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e48f19ec-28b9-4d7c-b118-0e96efd56b12 req-70329ea7-ef23-42dc-ba35-d2cca13a4b6d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Apr 06 12:25:37.390178 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:38.193168 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf5ae4-f82d-472d-b492-0309c4c5ade6 req-04250fa5-a8f0-4237-8d84-ab22710af794 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:38.194634 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3baf5ae4-f82d-472d-b492-0309c4c5ade6 req-04250fa5-a8f0-4237-8d84-ab22710af794 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Apr 06 12:25:38.247486 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3baf5ae4-f82d-472d-b492-0309c4c5ade6 req-c0b42092-d1c3-4f9c-94f0-4a589229aac6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=4f4fbe2d-a34c-44d2-bd9a-93411176daaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464952 Apr 06 12:25:38.699879 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-d711342a-4a9c-4e86-a87e-75237a24138e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:38.701366 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-d711342a-4a9c-4e86-a87e-75237a24138e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 945 time: 0.0561938 Apr 06 12:25:38.803003 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port 0ad2e6bf-6da2-4676-9811-46d51eabddfa {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:38.803367 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:38.898887 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] For port 0ad2e6bf-6da2-4676-9811-46d51eabddfa, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=0ad2e6bf-6da2-4676-9811-46d51eabddfa,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:38.899256 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:39.077781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:39.078068 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:39.078388 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 3dfc251e-f9db-4088-830a-da5775939863 disassociated. External IP: 172.28.0.121, port: 0ad2e6bf-6da2-4676-9811-46d51eabddfa. Apr 06 12:25:39.078727 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for 0ad2e6bf-6da2-4676-9811-46d51eabddfa owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:39.298747 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (0ad2e6bf-6da2-4676-9811-46d51eabddfa), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:39.341081 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=0ad2e6bf-6da2-4676-9811-46d51eabddfa,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:39.362682 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a505a572-3111-4f68-a78c-bf2f67b026db req-56cdcdec-c846-4843-8f7b-8a0bece43774 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 210 time: 0.0338094 Apr 06 12:25:39.472069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:25:39.580206 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:25:39.591133 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:25:39.600765 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:39.601376 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:39.619525 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] No DVR routers for this DVR port 0ad2e6bf-6da2-4676-9811-46d51eabddfa on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:25:39.622732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:39.626347 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5614fd37-7f5b-42bc-a17b-cdd84d49c442 req-87b5f81e-02d2-40b4-a53d-82eaadef7df8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "DELETE /v2.0/ports/0ad2e6bf-6da2-4676-9811-46d51eabddfa HTTP/1.1" status: 204 len: 173 time: 0.9174590 Apr 06 12:25:39.626579 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'name': 'network-vif-deleted', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:39.628994 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6664870e-8967-40e5-bcff-bcee9af509fa" -d '{"events": [{"server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "name": "network-vif-deleted", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:39.668301 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907cae9e-b34f-4b58-9c29-67c43fb3d406 x-openstack-request-id: req-907cae9e-b34f-4b58-9c29-67c43fb3d406 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:39.668599 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fdfb5e-b7e1-481c-9747-9e26a1205890", "name": "network-vif-deleted", "tag": "0ad2e6bf-6da2-4676-9811-46d51eabddfa", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:39.668856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-907cae9e-b34f-4b58-9c29-67c43fb3d406 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:39.669272 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907cae9e-b34f-4b58-9c29-67c43fb3d406'] response: {'server_uuid': '75fdfb5e-b7e1-481c-9747-9e26a1205890', 'name': 'network-vif-deleted', 'tag': '0ad2e6bf-6da2-4676-9811-46d51eabddfa', 'status': 'completed', 'code': 200} Apr 06 12:25:39.718735 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:40.043677 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:40.074818 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:25:40.083180 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:40.083820 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:40.192457 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:40.425941 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:40.454239 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54551ea7-84d0-49de-b8b5-d6514278e0a7 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '7942cb56-43f5-42de-bb32-7fa8682b327e', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.38', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '99f051ac-72ca-436f-a299-3969c0622b8b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:18:11:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:23:31Z', 'updated_at': '2022-04-06T12:23:48Z', 'revision_number': 2, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:25:40.469178 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0699316d-dc5a-4157-84f6-e2fb2102fe2f req-e18a896a-ef44-4ca2-bd24-92c896b5e46c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=75fdfb5e-b7e1-481c-9747-9e26a1205890 HTTP/1.1" status: 200 len: 210 time: 0.0280843 Apr 06 12:25:40.678422 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf719c0-4726-44f5-ac28-b61ed75116c2 None None] New status for floating IP 3dfc251e-f9db-4088-830a-da5775939863: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:25:41.206487 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 0ad2e6bf-6da2-4676-9811-46d51eabddfa no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:41.227263 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 0ad2e6bf-6da2-4676-9811-46d51eabddfa {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:41.227643 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 0ad2e6bf-6da2-4676-9811-46d51eabddfa not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:41.657982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 46980) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:41.711142 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (4f4fbe2d-a34c-44d2-bd9a-93411176daaa), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:41.735913 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (4f4fbe2d-a34c-44d2-bd9a-93411176daaa), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:41.876173 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (4f4fbe2d-a34c-44d2-bd9a-93411176daaa), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:41.879290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:41.881373 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f4fbe2d-a34c-44d2-bd9a-93411176daaa HTTP/1.1" status: 204 len: 168 time: 0.2222400 Apr 06 12:25:41.883566 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46982) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:41.890985 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df4d8-6cb7-4174-861e-5291e07cc026 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4fbe2d-a34c-44d2-bd9a-93411176daaa,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:41.900149 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.api.v2.resource [None req-278f34e8-2128-4cfe-80d6-829f0f0cbd08 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] show failed (client error): The resource could not be found. Apr 06 12:25:41.901164 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-278f34e8-2128-4cfe-80d6-829f0f0cbd08 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups/4f4fbe2d-a34c-44d2-bd9a-93411176daaa HTTP/1.1" status: 404 len: 347 time: 0.0165343 Apr 06 12:25:41.904424 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 46984) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:42.031288 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port db52dcde-07a1-4d60-9e55-e13f0a13b641 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:42.031580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.108719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.109044 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (db52dcde-07a1-4d60-9e55-e13f0a13b641), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.120639 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for db52dcde-07a1-4d60-9e55-e13f0a13b641 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:42.333297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (db52dcde-07a1-4d60-9e55-e13f0a13b641), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.357868 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=db52dcde-07a1-4d60-9e55-e13f0a13b641,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:42.429610 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (3dfc251e-f9db-4088-830a-da5775939863), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.432226 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:42.433379 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ea9d98eb-a40e-4f5a-af36-8f37c446eb76 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/floatingips/3dfc251e-f9db-4088-830a-da5775939863 HTTP/1.1" status: 204 len: 168 time: 0.5280607 Apr 06 12:25:44.448825 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf54ed2-b0b5-46c0-a342-c182865d1194 req-9d052efe-f9db-441d-bebe-ded991d72f96 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:44.450469 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ccf54ed2-b0b5-46c0-a342-c182865d1194 req-9d052efe-f9db-441d-bebe-ded991d72f96 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0542669 Apr 06 12:25:44.498257 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ccf54ed2-b0b5-46c0-a342-c182865d1194 req-3595cd02-5943-4603-a3a0-68d0986dbe1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421519 Apr 06 12:25:45.615687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8769-5198-4666-b66c-d8bd441963f5 req-59fcf724-da5b-4b2e-9f82-af51539f56fa tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:45.617061 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a73b8769-5198-4666-b66c-d8bd441963f5 req-59fcf724-da5b-4b2e-9f82-af51539f56fa tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0528548 Apr 06 12:25:45.663122 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a73b8769-5198-4666-b66c-d8bd441963f5 req-ea554932-8dde-4d9d-8902-f18e1c5fa8e6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404162 Apr 06 12:25:46.226541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-e060df33-a518-4b99-a1e9-9ac8009e23e9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:46.228003 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-e060df33-a518-4b99-a1e9-9ac8009e23e9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Apr 06 12:25:46.608499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port 99f051ac-72ca-436f-a299-3969c0622b8b {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:46.611868 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:46.697026 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] For port 99f051ac-72ca-436f-a299-3969c0622b8b, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=99f051ac-72ca-436f-a299-3969c0622b8b,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:25:46.697604 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:46.783902 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5b8d3-6c18-4c41-9e2c-0b8844cc31d8 req-3c540ad2-fce8-42b4-a09e-0c93f2c1f0ba tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:46.785450 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-eff5b8d3-6c18-4c41-9e2c-0b8844cc31d8 req-3c540ad2-fce8-42b4-a09e-0c93f2c1f0ba tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 946 time: 0.0562453 Apr 06 12:25:46.832104 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-eff5b8d3-6c18-4c41-9e2c-0b8844cc31d8 req-03d7df70-0b65-41ba-9469-e190dad52e3f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=45a5a15c-7b09-4777-a5c2-8183c86ae66d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Apr 06 12:25:46.874319 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:46.874747 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:46.875022 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 7942cb56-43f5-42de-bb32-7fa8682b327e disassociated. External IP: 172.28.0.38, port: 99f051ac-72ca-436f-a299-3969c0622b8b. Apr 06 12:25:46.875396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for 99f051ac-72ca-436f-a299-3969c0622b8b owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:47.104147 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (99f051ac-72ca-436f-a299-3969c0622b8b), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:47.136649 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=99f051ac-72ca-436f-a299-3969c0622b8b,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:47.253399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:25:47.365369 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:25:47.375418 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:25:47.387179 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:47.387914 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:47.412408 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] No DVR routers for this DVR port 99f051ac-72ca-436f-a299-3969c0622b8b on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:25:47.415064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:47.419130 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a73086d6-b6a4-4aa1-a308-abc10a99ef83 req-a2dad445-5cc0-44db-9d05-80594526cd9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "DELETE /v2.0/ports/99f051ac-72ca-436f-a299-3969c0622b8b HTTP/1.1" status: 204 len: 173 time: 1.1694415 Apr 06 12:25:47.419655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'name': 'network-vif-deleted', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:25:47.422006 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d3837c-79ee-40d6-a19e-75f90bd655b0" -d '{"events": [{"server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "name": "network-vif-deleted", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:25:47.476985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef8a50-442e-4001-a39e-992bf3db581d x-openstack-request-id: req-d6ef8a50-442e-4001-a39e-992bf3db581d {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:25:47.477507 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f26bd-50db-4ee4-bfaa-7234c5a85b81", "name": "network-vif-deleted", "tag": "99f051ac-72ca-436f-a299-3969c0622b8b", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:25:47.477827 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6ef8a50-442e-4001-a39e-992bf3db581d {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:25:47.478307 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ef8a50-442e-4001-a39e-992bf3db581d'] response: {'server_uuid': 'fe7f26bd-50db-4ee4-bfaa-7234c5a85b81', 'name': 'network-vif-deleted', 'tag': '99f051ac-72ca-436f-a299-3969c0622b8b', 'status': 'completed', 'code': 200} Apr 06 12:25:47.513727 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:47.728180 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:47.752899 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:25:47.763422 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:25:47.764116 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:25:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:47.888636 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:25:47.933127 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7327101-ee87-4b1e-9f3c-905f7d9bf7e8 req-0fcc3b6a-a325-40d8-a055-141ff5b27ad8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0304315 Apr 06 12:25:48.099173 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:25:48.126180 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf40b49-44c6-4aa3-92f5-e84c17678a64 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:25:48.333483 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b46e1c-fe24-4fe4-833e-4c7750100563 None None] New status for floating IP 7942cb56-43f5-42de-bb32-7fa8682b327e: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:25:49.039382 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c34a9e39-a78e-4a3d-a943-b01e6b220cae req-a27264e1-e231-4e23-9d29-b0cd6db007c4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe7f26bd-50db-4ee4-bfaa-7234c5a85b81 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Apr 06 12:25:49.237019 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 99f051ac-72ca-436f-a299-3969c0622b8b no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:25:49.256550 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 99f051ac-72ca-436f-a299-3969c0622b8b {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:25:49.256894 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 99f051ac-72ca-436f-a299-3969c0622b8b not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:25:50.213519 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47118) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:50.274788 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (45a5a15c-7b09-4777-a5c2-8183c86ae66d), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.298317 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (45a5a15c-7b09-4777-a5c2-8183c86ae66d), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.445018 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (45a5a15c-7b09-4777-a5c2-8183c86ae66d), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.447657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.448901 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/security-groups/45a5a15c-7b09-4777-a5c2-8183c86ae66d HTTP/1.1" status: 204 len: 168 time: 0.2343745 Apr 06 12:25:50.451777 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47122) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:50.458147 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e8826-edfc-4c04-8323-83a92d1acc29 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a5a15c-7b09-4777-a5c2-8183c86ae66d,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:50.466894 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-680b38e7-5a29-4036-8788-d2f3c41dabca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] show failed (client error): The resource could not be found. Apr 06 12:25:50.470708 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-680b38e7-5a29-4036-8788-d2f3c41dabca tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups/45a5a15c-7b09-4777-a5c2-8183c86ae66d HTTP/1.1" status: 404 len: 347 time: 0.0146656 Apr 06 12:25:50.471082 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47126) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:50.598282 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port 13947fde-961d-4066-b74d-4f7e9d811070 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:25:50.598630 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (13947fde-961d-4066-b74d-4f7e9d811070), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.677121 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (13947fde-961d-4066-b74d-4f7e9d811070), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.677454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (13947fde-961d-4066-b74d-4f7e9d811070), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.691240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for 13947fde-961d-4066-b74d-4f7e9d811070 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:25:50.967236 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (13947fde-961d-4066-b74d-4f7e9d811070), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:50.996381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=13947fde-961d-4066-b74d-4f7e9d811070,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:51.019096 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:25:51.057879 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (7942cb56-43f5-42de-bb32-7fa8682b327e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.061214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.062432 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-bc0ae472-98c4-423c-9a1a-59c73f19a364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/floatingips/7942cb56-43f5-42de-bb32-7fa8682b327e HTTP/1.1" status: 204 len: 168 time: 0.5900028 Apr 06 12:25:51.519019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47148) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:51.521935 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503625805', 'description': 'tempest-description--982159111'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:51.621954 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.686684 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (34ae24fd-f9e5-4266-ae62-05ef0715e117), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.764159 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (34ae24fd-f9e5-4266-ae62-05ef0715e117), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.792205 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae24fd-f9e5-4266-ae62-05ef0715e117,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:51.907131 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:51.908755 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7aed0427-a6d7-45f9-9c83-2518f885fe00 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3900342 Apr 06 12:25:51.911298 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47150) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:51.915496 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '34ae24fd-f9e5-4266-ae62-05ef0715e117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:52.005877 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (027481af-2ad1-4535-94ed-00b006fff671), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.062180 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (027481af-2ad1-4535-94ed-00b006fff671), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.137978 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (027481af-2ad1-4535-94ed-00b006fff671), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.155440 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027481af-2ad1-4535-94ed-00b006fff671,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:52.232689 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.233977 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ed7028e7-332e-443a-b16c-a66b49538f3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217547 Apr 06 12:25:52.236750 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47152) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:52.241007 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '34ae24fd-f9e5-4266-ae62-05ef0715e117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:52.359689 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (80089611-78f0-46aa-92a4-127ea15fe8fa), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.418287 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (80089611-78f0-46aa-92a4-127ea15fe8fa), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.555423 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (80089611-78f0-46aa-92a4-127ea15fe8fa), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.575373 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80089611-78f0-46aa-92a4-127ea15fe8fa,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:52.729298 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.730543 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-a1f03267-25a9-4841-971b-c16e96aa57de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4928725 Apr 06 12:25:52.736290 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47164) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:52.740703 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:52.898465 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:52.994578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.095017 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.28.0.175 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/aa2003af-9d92-41dc-8eb6-3f524ca7a1e9) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:25:53.198161 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.324521 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.362881 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:25:53.367840 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:25:53.370232 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:25:53.398809 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=aa2003af-9d92-41dc-8eb6-3f524ca7a1e9,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:53.464884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.597249 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.746705 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.827055 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:53.892465 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=aa2003af-9d92-41dc-8eb6-3f524ca7a1e9,revision_number=2']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:53.904166 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:54.005747 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:54.006955 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7bb42cf1-bcdd-400b-b733-eaf8ef1b2c1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2696815 Apr 06 12:25:54.335275 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-880e86f5-81e4-49d6-abf4-a534ec1be0d8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1503625805&fields=id&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 267 time: 0.0421176 Apr 06 12:25:54.445159 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-48802c4a-03e5-45bd-934d-9013e9593399 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:54.446677 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-48802c4a-03e5-45bd-934d-9013e9593399 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1046484 Apr 06 12:25:54.462298 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-4e8e6de9-7dd1-4c0e-a867-4b5a7109e447 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/quotas/c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 375 time: 0.0096107 Apr 06 12:25:54.519681 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-637ae402-532b-4dbf-a9d0-e6d4810a3724 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517397 Apr 06 12:25:54.617385 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-0d778215-66f9-4a2c-a157-c3cd07f3e36e service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861132 Apr 06 12:25:54.706338 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-7aca6685-d248-4ea1-9546-38be5fd61558 service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832500 Apr 06 12:25:54.998971 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2ca81700-1a46-41c2-ac42-ad559819c9eb req-1236a370-da07-4075-950f-62b9355fd680 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0284965 Apr 06 12:25:56.099419 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ecb359f5-01f1-405d-80a0-96796c8b54a4 req-c69339d4-81d1-4898-b359-29ab152b12d2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0287998 Apr 06 12:25:57.193976 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-70cd25fc-8764-4219-b871-d106de4d9ba0 req-5d1948fe-9d0f-4b6f-bd7e-6fba478b1c2f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0277340 Apr 06 12:25:57.625352 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9019a8ae-aa04-4c08-99ab-755c08149e3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:57.626800 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9019a8ae-aa04-4c08-99ab-755c08149e3e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1070075 Apr 06 12:25:57.889016 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-69babcc6-0576-469a-80e9-190bae3dae60 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 380 time: 0.0523660 Apr 06 12:25:58.295457 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ee123eae-2671-42d3-bfff-3999bd7d2c23 req-1cb839ed-d0fb-4c8f-8d22-0d3d0c7769dc tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0309680 Apr 06 12:25:58.345454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'port': {'device_id': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'admin_state_up': True, 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'security_groups': ['34ae24fd-f9e5-4266-ae62-05ef0715e117']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:58.515972 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47280) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:58.549124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:25:58.553631 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:58.631458 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00c8e57e-2270-4d5a-a856-fd8c788429a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:58.688747 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.20.0.9 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/dfd2c6e5-392d-4572-b40b-bf0d04c23f00) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:25:58.837707 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:58.909353 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00c8e57e-2270-4d5a-a856-fd8c788429a0 admin admin] Publish callbacks [] for security_group (529db621-46d3-432f-8ed2-8963beffec83), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:58.981643 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.021063 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-00c8e57e-2270-4d5a-a856-fd8c788429a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (529db621-46d3-432f-8ed2-8963beffec83), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.025863 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:25:59.029171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:25:59.032915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:25:59.060069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:59.061363 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-00c8e57e-2270-4d5a-a856-fd8c788429a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=187f5c2f30444b21ab3eaa5ff0e14a82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441608 Apr 06 12:25:59.062826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e57e-2270-4d5a-a856-fd8c788429a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529db621-46d3-432f-8ed2-8963beffec83,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:59.065015 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47288) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:25:59.112992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:59.113638 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.144487 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] Publish callbacks [] for security_group (529db621-46d3-432f-8ed2-8963beffec83), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.167332 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] Publish callbacks [] for security_group (529db621-46d3-432f-8ed2-8963beffec83), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.295583 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-ecb642e3-c59b-4176-8480-9545b6e01185 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545496 Apr 06 12:25:59.297302 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-e06c7999-0c69-4584-9591-fe02b8aaacb6 None None] Provisioning complete for port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:25:59.297786 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-e06c7999-0c69-4584-9591-fe02b8aaacb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.311287 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Request body: {'port': {'device_id': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:25:59.315876 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (529db621-46d3-432f-8ed2-8963beffec83), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.318366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.319464 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/529db621-46d3-432f-8ed2-8963beffec83 HTTP/1.1" status: 204 len: 168 time: 0.2532182 Apr 06 12:25:59.334038 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-e06c7999-0c69-4584-9591-fe02b8aaacb6 None None] Port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:25:59.356437 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebab0d2-ea90-41e8-9b00-7d7be8dc7f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529db621-46d3-432f-8ed2-8963beffec83,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:59.404437 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.431906 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ba2f5-1640-412e-8bc0-8c2f31d25b86 req-4500b880-c9d1-448e-bbef-628599224376 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:25:59.433414 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-313ba2f5-1640-412e-8bc0-8c2f31d25b86 req-4500b880-c9d1-448e-bbef-628599224376 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 931 time: 0.0588665 Apr 06 12:25:59.480279 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-313ba2f5-1640-412e-8bc0-8c2f31d25b86 req-4413796e-5800-42c6-933d-2965e40fb8d8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Apr 06 12:25:59.661319 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd2c6e5-392d-4572-b40b-bf0d04c23f00 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:25:59.668800 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks [] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.681320 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Transition to ACTIVE for port object dfd2c6e5-392d-4572-b40b-bf0d04c23f00 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:25:59.781683 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.858605 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:25:59.915425 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Attempting to bind port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:25:59.915890 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Attempting to bind port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:25:59.916292 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Attempting to bind port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:25:59.921211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 on network 64fb9e16-483f-49fb-93ef-901192b0a23c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:25:59.922254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Attempting to bind port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:25:59.927739 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:25:59.928091 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:25:59.928463 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:25:59.928890 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Bound port: dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:25:59.929246 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:25:59.997262 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:00.000479 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:00.009092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47298) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:00.022692 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-664473c2-4915-4e0e-8360-30188ea80429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.076132 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.134337 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-664473c2-4915-4e0e-8360-30188ea80429 admin admin] Publish callbacks [] for security_group (ced49cec-e718-44a8-bc21-343ba9c0b91a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.136346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.136650 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.138152 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] 10.222.0.15 "PUT /v2.0/ports/dfd2c6e5-392d-4572-b40b-bf0d04c23f00 HTTP/1.1" status: 200 len: 1093 time: 0.8310988 Apr 06 12:26:00.141191 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:00.143723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2351113-2f85-4565-bca5-9716a6b311a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:00.161840 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60d56d-95bb-4d24-be3e-400e12ae8399 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:00.190865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b91cd7e-265a-4b85-9fb9-97082bfb30f3 x-openstack-request-id: req-2b91cd7e-265a-4b85-9fb9-97082bfb30f3 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:00.191193 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:00.191459 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b91cd7e-265a-4b85-9fb9-97082bfb30f3 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:00.191915 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b91cd7e-265a-4b85-9fb9-97082bfb30f3'] response: {'name': 'network-changed', 'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'status': 'completed', 'code': 200} Apr 06 12:26:00.198711 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-664473c2-4915-4e0e-8360-30188ea80429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (ced49cec-e718-44a8-bc21-343ba9c0b91a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.275381 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-664473c2-4915-4e0e-8360-30188ea80429 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f60411e9776489590525016daaf107a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629809 Apr 06 12:26:00.276146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47306) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:00.277008 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664473c2-4915-4e0e-8360-30188ea80429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced49cec-e718-44a8-bc21-343ba9c0b91a,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:00.295656 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-a8d5a25e-3604-445f-9ab7-f02039c094d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.297790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-a8d5a25e-3604-445f-9ab7-f02039c094d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 1127 time: 0.0845664 Apr 06 12:26:00.341977 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] Publish callbacks [] for security_group (ced49cec-e718-44a8-bc21-343ba9c0b91a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.365758 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] Publish callbacks [] for security_group (ced49cec-e718-44a8-bc21-343ba9c0b91a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.422902 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-514a0f5e-ad89-42c3-8344-ef006b13c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.424639 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-514a0f5e-ad89-42c3-8344-ef006b13c249 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1114907 Apr 06 12:26:00.518749 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-21e76b44-c46a-4bac-8388-4753204c5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.520240 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2351113-2f85-4565-bca5-9716a6b311a6 req-21e76b44-c46a-4bac-8388-4753204c5c75 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893910 Apr 06 12:26:00.580632 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (ced49cec-e718-44a8-bc21-343ba9c0b91a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.583137 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.584286 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ced49cec-e718-44a8-bc21-343ba9c0b91a HTTP/1.1" status: 204 len: 168 time: 0.3071623 Apr 06 12:26:00.596551 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5efe-c9ad-48fb-a97f-fac4605cc88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced49cec-e718-44a8-bc21-343ba9c0b91a,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:00.617555 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca986db0-ad90-41e5-98ce-8f7da3908947 req-88d7ad00-fdba-4ef0-a68c-fb97e96da9f0 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.626891 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-8218537d-b0b4-4d2f-a877-3081f37c4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.630398 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-8218537d-b0b4-4d2f-a877-3081f37c4327 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 1127 time: 0.0661833 Apr 06 12:26:00.633793 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ca986db0-ad90-41e5-98ce-8f7da3908947 req-88d7ad00-fdba-4ef0-a68c-fb97e96da9f0 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 943 time: 0.0741646 Apr 06 12:26:00.680497 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-27f62449-02d6-418c-ad3c-84bd2f4097de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00 HTTP/1.1" status: 200 len: 217 time: 0.0429425 Apr 06 12:26:00.687065 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ca986db0-ad90-41e5-98ce-8f7da3908947 req-0623b86d-e943-48a2-aee3-56b9f923984f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521538 Apr 06 12:26:00.712375 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10a0cea5-ae09-41cb-b687-4bb7fbc90468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:00.731780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-3256abc8-5895-4f1e-88da-69b057b57ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.733263 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-3256abc8-5895-4f1e-88da-69b057b57ddd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0474801 Apr 06 12:26:00.783755 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-c208bd2b-9d50-4c36-89db-4b16afe57d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:00.785239 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-c208bd2b-9d50-4c36-89db-4b16afe57d1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454690 Apr 06 12:26:00.876745 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-d79745e8-c6ce-4600-8e86-bf4843c74870 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 Apr 06 12:26:00.972868 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b8d7dc5a-6aed-45a5-84ac-3818c0998756 req-2a56886a-dcd2-4c02-89c9-21091a6c83f8 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853636 Apr 06 12:26:01.815405 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43c7a6-d702-4db1-bd4f-d73ee46b80f7 req-97fc9637-a90c-4029-8651-ec552f210f46 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:01.816983 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ae43c7a6-d702-4db1-bd4f-d73ee46b80f7 req-97fc9637-a90c-4029-8651-ec552f210f46 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 943 time: 0.0609715 Apr 06 12:26:01.862790 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ae43c7a6-d702-4db1-bd4f-d73ee46b80f7 req-28f8c777-92fb-41d1-bf8c-b1307800d090 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401862 Apr 06 12:26:02.798164 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:02.989120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72321e58-f35d-4768-afbc-af07ca0c5164 req-74537e7a-810c-4ec3-bd5c-eec969a0c443 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:02.990568 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-72321e58-f35d-4768-afbc-af07ca0c5164 req-74537e7a-810c-4ec3-bd5c-eec969a0c443 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 943 time: 0.0601678 Apr 06 12:26:03.038560 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-72321e58-f35d-4768-afbc-af07ca0c5164 req-0ac96d12-729b-4941-8467-cae16af0d747 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Apr 06 12:26:03.280920 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-fa059c45-cc83-452a-ba56-fcdac224ff77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:03.291028 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device dfd2c6e5-392d-4572-b40b-bf0d04c23f00 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:26:03.386637 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:03.397849 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'port_id': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'mac_address': 'fa:16:3e:c8:d2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:26:03.442336 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:03.442738 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:03.455949 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd2c6e5-392d-4572-b40b-bf0d04c23f00 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:26:03.476372 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:03.595588 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:03.651653 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:03.660159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.660767 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.661094 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.661561 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.662099 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.662572 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.663069 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.663395 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.663746 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.664069 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.665356 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.665356 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.665356 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.665619 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.665705 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:03.857071 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['dfd2c6e5-392d-4572-b40b-bf0d04c23f00'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:26:04.159269 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49866152-a1d1-4d12-9dac-ea88fe99f09e req-134f7ce7-0e54-4748-892e-4960adbb54f1 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:04.160810 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-49866152-a1d1-4d12-9dac-ea88fe99f09e req-134f7ce7-0e54-4748-892e-4960adbb54f1 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 944 time: 0.0531061 Apr 06 12:26:04.200972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.208897 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-49866152-a1d1-4d12-9dac-ea88fe99f09e req-7f28aa7d-06b5-4ff9-94b5-9e774e1a2781 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421596 Apr 06 12:26:04.288594 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47394) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:04.391226 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e954694-5ed1-473e-8484-7ca083a1e7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.461972 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e954694-5ed1-473e-8484-7ca083a1e7cc admin admin] Publish callbacks [] for security_group (cab02f54-9c5f-4b23-9292-6d675b4b5f7f), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.592304 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-9e954694-5ed1-473e-8484-7ca083a1e7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (cab02f54-9c5f-4b23-9292-6d675b4b5f7f), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.633638 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9e954694-5ed1-473e-8484-7ca083a1e7cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0374b40f1814a0e90c4a76d3fc847a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439946 Apr 06 12:26:04.634741 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954694-5ed1-473e-8484-7ca083a1e7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab02f54-9c5f-4b23-9292-6d675b4b5f7f,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:04.643065 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47398) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:04.691104 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] Publish callbacks [] for security_group (cab02f54-9c5f-4b23-9292-6d675b4b5f7f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.713046 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] Publish callbacks [] for security_group (cab02f54-9c5f-4b23-9292-6d675b4b5f7f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.872432 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (cab02f54-9c5f-4b23-9292-6d675b4b5f7f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.875453 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:04.876615 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cab02f54-9c5f-4b23-9292-6d675b4b5f7f HTTP/1.1" status: 204 len: 168 time: 0.2325957 Apr 06 12:26:04.885035 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83f1c9-6540-4952-9eb4-3afbeee35680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab02f54-9c5f-4b23-9292-6d675b4b5f7f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:05.311913 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device dfd2c6e5-392d-4572-b40b-bf0d04c23f00 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:05.325832 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71370c5-fd17-470c-a1b4-6c71c875fcfb req-d9699e45-7a3e-4114-9595-0704a3bd2528 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:05.327420 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b71370c5-fd17-470c-a1b4-6c71c875fcfb req-d9699e45-7a3e-4114-9595-0704a3bd2528 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 944 time: 0.0533400 Apr 06 12:26:05.378925 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b71370c5-fd17-470c-a1b4-6c71c875fcfb req-17a1a636-de54-48f9-b526-72699c9d3944 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457532 Apr 06 12:26:05.423666 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:26:05.427776 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:05.428097 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.507808 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:05.508198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.529510 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:05.531736 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e202a-31ea-49a0-9490-2c524410820c" -d '{"events": [{"server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:05.543459 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:05.568597 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fcdce1-9748-4c30-ad0f-27d7656fc65e x-openstack-request-id: req-30fcdce1-9748-4c30-ad0f-27d7656fc65e {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:05.568922 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "name": "network-vif-plugged", "status": "completed", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:05.569185 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30fcdce1-9748-4c30-ad0f-27d7656fc65e {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:05.569587 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fcdce1-9748-4c30-ad0f-27d7656fc65e'] response: {'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'code': 200} Apr 06 12:26:05.591745 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47410) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:05.603726 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.607368 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f5898fe-839b-49ce-9483-38ac2f950364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.653978 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:05.686729 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f5898fe-839b-49ce-9483-38ac2f950364 admin admin] Publish callbacks [] for security_group (743d8eb3-797d-4815-92c7-bc3444729440), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.769646 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5f5898fe-839b-49ce-9483-38ac2f950364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (743d8eb3-797d-4815-92c7-bc3444729440), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.809043 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5f5898fe-839b-49ce-9483-38ac2f950364 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e7d7a3236e84fe5b9a54b39c2d3836d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161851 Apr 06 12:26:05.811081 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5898fe-839b-49ce-9483-38ac2f950364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d8eb3-797d-4815-92c7-bc3444729440,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:05.815199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47416) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:05.890547 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Publish callbacks [] for security_group (743d8eb3-797d-4815-92c7-bc3444729440), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.895464 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.917149 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Publish callbacks [] for security_group (743d8eb3-797d-4815-92c7-bc3444729440), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:05.936514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057149f-9d85-4f91-8b8c-3e0b45582eaa req-6accd718-c4d4-4637-9354-d81e2da3359e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:05.938074 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4057149f-9d85-4f91-8b8c-3e0b45582eaa req-6accd718-c4d4-4637-9354-d81e2da3359e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 1129 time: 0.0840976 Apr 06 12:26:05.990905 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4057149f-9d85-4f91-8b8c-3e0b45582eaa req-51c3029d-c7db-4841-81f9-e07a232109af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Apr 06 12:26:06.089365 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (743d8eb3-797d-4815-92c7-bc3444729440), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:06.091969 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:06.093106 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/743d8eb3-797d-4815-92c7-bc3444729440 HTTP/1.1" status: 204 len: 168 time: 0.2768991 Apr 06 12:26:06.101853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d8eb3-797d-4815-92c7-bc3444729440,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:06.109324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.115281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350f89bd-02b0-4ad5-a88d-ad8901d0c298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:06.498964 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dda377-93df-4f55-a8d5-0da234393684 req-2dbe0886-1ea1-444e-a27c-9a5a5e93cce3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:06.500475 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-33dda377-93df-4f55-a8d5-0da234393684 req-2dbe0886-1ea1-444e-a27c-9a5a5e93cce3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0553856 Apr 06 12:26:06.547274 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-33dda377-93df-4f55-a8d5-0da234393684 req-d30f200b-a344-4cd8-bcff-ee2102e4353f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405452 Apr 06 12:26:07.446719 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:07.669467 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a1230-2ced-475d-bfbf-2484615de58e req-b63e5c19-49b6-467b-b22f-2db81bff59a2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:07.670950 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f00a1230-2ced-475d-bfbf-2484615de58e req-b63e5c19-49b6-467b-b22f-2db81bff59a2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0549593 Apr 06 12:26:07.718245 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f00a1230-2ced-475d-bfbf-2484615de58e req-16182c57-cbe2-4c9a-a32c-303f09e4d83b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416956 Apr 06 12:26:08.836609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80401d-8a0a-4b98-aae6-948de2cb9e92 req-72e22115-6d78-42e8-ad98-58213c4fdb12 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:08.838088 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cc80401d-8a0a-4b98-aae6-948de2cb9e92 req-72e22115-6d78-42e8-ad98-58213c4fdb12 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0516117 Apr 06 12:26:08.884393 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-cc80401d-8a0a-4b98-aae6-948de2cb9e92 req-88f8f116-4077-4f32-9bfa-864bba6ad486 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Apr 06 12:26:09.007982 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b04b-171a-44ec-992d-b27be34d1d06 req-216ef5af-284c-48a4-a84b-d09f5688ecfb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:09.009461 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-abf0b04b-171a-44ec-992d-b27be34d1d06 req-216ef5af-284c-48a4-a84b-d09f5688ecfb tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0569024 Apr 06 12:26:09.018499 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47480) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:09.022869 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'port_id': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:09.061096 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:09.495094 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:09.589749 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:09.691511 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 03e5ca1a-e01d-417f-aa72-00d970d1532d associated. External IP: 172.28.0.175, port: dfd2c6e5-392d-4572-b40b-bf0d04c23f00. Apr 06 12:26:10.164175 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:10.272912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:10.280028 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:10.283724 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:10.307491 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:10.313243 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-8aa84738-28fe-4915-89bb-878e2c9fb721 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "PUT /v2.0/floatingips/03e5ca1a-e01d-417f-aa72-00d970d1532d HTTP/1.1" status: 200 len: 991 time: 1.2936516 Apr 06 12:26:10.320233 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:10.320502 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:10.320610 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee582d-fb7d-4f7c-8984-5eed539d880f" -d '{"events": [{"name": "network-changed", "server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:10.369386 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273a0844-1725-44be-a47a-e88bbab3f3e8 x-openstack-request-id: req-273a0844-1725-44be-a47a-e88bbab3f3e8 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:10.369687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:10.369954 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-273a0844-1725-44be-a47a-e88bbab3f3e8 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:10.370359 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-273a0844-1725-44be-a47a-e88bbab3f3e8'] response: {'name': 'network-changed', 'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'status': 'completed', 'code': 200} Apr 06 12:26:10.434865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-c8ec6101-796d-4de9-8fd0-f5853e54770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:10.436657 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-c8ec6101-796d-4de9-8fd0-f5853e54770d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 1129 time: 0.0476515 Apr 06 12:26:10.450922 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:10.547559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-76aefced-92a6-4466-9d63-1edcb3c21dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:10.549759 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-76aefced-92a6-4466-9d63-1edcb3c21dc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.1045787 Apr 06 12:26:10.649536 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-34e07061-8185-4e29-aa21-345a9ce175f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00 HTTP/1.1" status: 200 len: 999 time: 0.0919383 Apr 06 12:26:10.701642 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-ed1280c9-35ea-4601-bb01-8ff7834b329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:10.703462 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-ed1280c9-35ea-4601-bb01-8ff7834b329c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0467579 Apr 06 12:26:10.754388 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-4d88c441-0298-4a97-91c1-f8b5e4125466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:10.756663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-4d88c441-0298-4a97-91c1-f8b5e4125466 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472581 Apr 06 12:26:10.777285 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '03e5ca1a-e01d-417f-aa72-00d970d1532d', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.175', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:c8:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:25:53Z', 'updated_at': '2022-04-06T12:26:09Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:10.807511 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:10.816719 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:10.817331 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:10.924824 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:11.141544 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '03e5ca1a-e01d-417f-aa72-00d970d1532d', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.175', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:c8:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:25:53Z', 'updated_at': '2022-04-06T12:26:09Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:11.167127 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ac8f0-5326-4055-b29b-fc4bbfda8ef2 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '03e5ca1a-e01d-417f-aa72-00d970d1532d', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.175', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:c8:d2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:25:53Z', 'updated_at': '2022-04-06T12:26:09Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:11.365344 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4546dad3-03b9-4b00-97b4-ee2f12fa2fbf None None] New status for floating IP 03e5ca1a-e01d-417f-aa72-00d970d1532d: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:26:11.387024 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-e7d87d1d-a431-4586-9f73-11a7eea7373b service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926583 Apr 06 12:26:11.663910 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b4ee582d-fb7d-4f7c-8984-5eed539d880f req-b503c247-78b0-47ba-9c42-fd3164e87dec service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869398 Apr 06 12:26:12.733521 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47536) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:12.836992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6e45ef98-0aac-417c-a8a8-ab93adf26402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:12.913356 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6e45ef98-0aac-417c-a8a8-ab93adf26402 admin admin] Publish callbacks [] for security_group (dec4e58a-fa4e-4c20-ae97-077ae655c7bb), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:12.980119 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6e45ef98-0aac-417c-a8a8-ab93adf26402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dec4e58a-fa4e-4c20-ae97-077ae655c7bb), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:13.019030 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6e45ef98-0aac-417c-a8a8-ab93adf26402 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55455bf756bc4cf89de155fa1ce7a790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844431 Apr 06 12:26:13.019914 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45ef98-0aac-417c-a8a8-ab93adf26402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec4e58a-fa4e-4c20-ae97-077ae655c7bb,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:13.021880 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47540) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:13.069882 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Publish callbacks [] for security_group (dec4e58a-fa4e-4c20-ae97-077ae655c7bb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:13.090467 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Publish callbacks [] for security_group (dec4e58a-fa4e-4c20-ae97-077ae655c7bb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:13.223384 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dec4e58a-fa4e-4c20-ae97-077ae655c7bb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:13.225983 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:13.228042 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dec4e58a-fa4e-4c20-ae97-077ae655c7bb HTTP/1.1" status: 204 len: 168 time: 0.2042625 Apr 06 12:26:13.235023 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec4e58a-fa4e-4c20-ae97-077ae655c7bb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:13.241949 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.242305 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.242647 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.242983 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.243310 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.243665 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.243989 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.244313 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.244624 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.245067 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.245389 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.245709 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.246028 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.246343 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.246655 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791ec1d7-2ad4-4bc3-916d-62689c76c034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:13.958982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47554) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:13.972364 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0446aa9-f378-4aab-80c5-ca4ed8c6a5eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.042455 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0446aa9-f378-4aab-80c5-ca4ed8c6a5eb admin admin] Publish callbacks [] for security_group (5f50debc-a26e-455c-aba2-22f247c213ad), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.151573 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-b0446aa9-f378-4aab-80c5-ca4ed8c6a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5f50debc-a26e-455c-aba2-22f247c213ad), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.188982 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0446aa9-f378-4aab-80c5-ca4ed8c6a5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f50debc-a26e-455c-aba2-22f247c213ad,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:14.193216 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b0446aa9-f378-4aab-80c5-ca4ed8c6a5eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7835d5c8e70440b89554ce759ce50048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332013 Apr 06 12:26:14.196504 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47556) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:14.241505 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] Publish callbacks [] for security_group (5f50debc-a26e-455c-aba2-22f247c213ad), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.261538 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] Publish callbacks [] for security_group (5f50debc-a26e-455c-aba2-22f247c213ad), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.406252 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (5f50debc-a26e-455c-aba2-22f247c213ad), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.409521 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:14.410679 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f50debc-a26e-455c-aba2-22f247c213ad HTTP/1.1" status: 204 len: 168 time: 0.2139919 Apr 06 12:26:14.418503 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865038c6-8fdd-4ed3-bb33-49127740824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f50debc-a26e-455c-aba2-22f247c213ad,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:18.592987 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383864f2-2cd2-41cb-8cae-6c008f2cc834 req-61eed8d4-265e-4f2e-b4ff-019df0905fd2 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:18.594491 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-383864f2-2cd2-41cb-8cae-6c008f2cc834 req-61eed8d4-265e-4f2e-b4ff-019df0905fd2 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0579977 Apr 06 12:26:18.643197 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-383864f2-2cd2-41cb-8cae-6c008f2cc834 req-51e68e8c-d89e-4457-b461-3c598df27562 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Apr 06 12:26:19.766416 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224c54-0961-4784-9185-3c61ada67cc8 req-996ada66-6b7f-4a1c-b080-aadf939047f3 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:19.773981 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b3224c54-0961-4784-9185-3c61ada67cc8 req-996ada66-6b7f-4a1c-b080-aadf939047f3 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0574872 Apr 06 12:26:19.819292 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b3224c54-0961-4784-9185-3c61ada67cc8 req-63eac3ed-c938-4c79-9813-3e96b7894ed1 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Apr 06 12:26:20.940931 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7262c6-cc10-4a94-8d68-26342f656729 req-88105fb7-0e11-4408-9300-258ebb0a6e0a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:20.942463 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c7262c6-cc10-4a94-8d68-26342f656729 req-88105fb7-0e11-4408-9300-258ebb0a6e0a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0534372 Apr 06 12:26:20.993297 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c7262c6-cc10-4a94-8d68-26342f656729 req-a95153b7-1849-4100-a566-bc01c9c60571 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451136 Apr 06 12:26:21.085825 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47668) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:21.248181 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Deleting port 76f8bacd-06ec-4fd9-be4e-b9bb99c58953 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:21.248530 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:21.323155 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:21.323496 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for floatingip (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:21.336299 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Calling delete_port for 76f8bacd-06ec-4fd9-be4e-b9bb99c58953 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:21.663339 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (76f8bacd-06ec-4fd9-be4e-b9bb99c58953), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:21.686896 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event deleted for resources: {'Port': ['ID=76f8bacd-06ec-4fd9-be4e-b9bb99c58953,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:21.758550 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for floatingip (8aa55d9b-87f6-48ac-aec6-b090e7a0cb39), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:21.758814 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Floating IP 8aa55d9b-87f6-48ac-aec6-b090e7a0cb39 disassociated (deleted). External IP: 172.28.0.242, port: 27d4ed8a-1f0f-4dff-833a-494d0d816588. Apr 06 12:26:21.972338 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:22.082873 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:22.087346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.093028 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Sync routers for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:22.105681 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:22.106875 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:22.114988 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0610d03-29c7-4b1b-94dd-648d25e012bd req-13342249-b2fe-403a-9dbb-6dd66192b5b3 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:22.116876 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a0610d03-29c7-4b1b-94dd-648d25e012bd req-13342249-b2fe-403a-9dbb-6dd66192b5b3 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0578349 Apr 06 12:26:22.121832 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e3e31e01-d58b-4ef0-8b05-933523fadc29 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "DELETE /v2.0/floatingips/8aa55d9b-87f6-48ac-aec6-b090e7a0cb39 HTTP/1.1" status: 204 len: 168 time: 1.0347817 Apr 06 12:26:22.122481 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:22.125114 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f635ec16-d546-476d-a9f1-89e60c8502a8" -d '{"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:22.180383 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a0610d03-29c7-4b1b-94dd-648d25e012bd req-c53ffece-9dfe-41b5-ba38-6f0ee19c8b77 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551527 Apr 06 12:26:22.219252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b6d9c8-2b39-4232-bb49-e33514b221d5 x-openstack-request-id: req-a6b6d9c8-2b39-4232-bb49-e33514b221d5 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:22.219573 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:22.219833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6b6d9c8-2b39-4232-bb49-e33514b221d5 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:22.220762 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b6d9c8-2b39-4232-bb49-e33514b221d5'] response: {'name': 'network-changed', 'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'status': 'completed', 'code': 200} Apr 06 12:26:22.240001 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47686) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:22.270200 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:22.346110 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48d59bf9-ab41-4f4b-ba31-0f3404ad954d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.424567 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48d59bf9-ab41-4f4b-ba31-0f3404ad954d admin admin] Publish callbacks [] for security_group (b2a764e6-a66f-4a37-aa98-1573894df5b0), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.472996 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:22.501950 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Checking router: 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:22.503735 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-48d59bf9-ab41-4f4b-ba31-0f3404ad954d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b2a764e6-a66f-4a37-aa98-1573894df5b0), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.510360 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:22.511091 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:22.549120 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-48d59bf9-ab41-4f4b-ba31-0f3404ad954d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d57514eee0c24bd49bbe4de4ebe5a14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073876 Apr 06 12:26:22.550019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d59bf9-ab41-4f4b-ba31-0f3404ad954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a764e6-a66f-4a37-aa98-1573894df5b0,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:22.551434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47692) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:22.606834 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] Publish callbacks [] for security_group (b2a764e6-a66f-4a37-aa98-1573894df5b0), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.619293 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709e74-0fde-4306-98e4-afeaeeea3d4d req-a5606649-1fc9-40d7-a1a1-b8389f31f71e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:22.620811 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-38709e74-0fde-4306-98e4-afeaeeea3d4d req-a5606649-1fc9-40d7-a1a1-b8389f31f71e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Apr 06 12:26:22.633341 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] Publish callbacks [] for security_group (b2a764e6-a66f-4a37-aa98-1573894df5b0), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.637390 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:22.671501 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-38709e74-0fde-4306-98e4-afeaeeea3d4d req-1f009af4-8887-4328-b45d-861aadf05d5a tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Apr 06 12:26:22.780434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b2a764e6-a66f-4a37-aa98-1573894df5b0), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.783750 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:22.784957 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2a764e6-a66f-4a37-aa98-1573894df5b0 HTTP/1.1" status: 204 len: 168 time: 0.2325220 Apr 06 12:26:22.793516 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8356f-4521-4ef0-b35d-738043920242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a764e6-a66f-4a37-aa98-1573894df5b0,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:22.931341 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:22.958272 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2c5d87-52d0-4a19-957d-2943181dd7c9 None None] The sync data for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb is: [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:21:53Z', 'revision_number': 4, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '422a11a1-c1a3-4bbe-860a-2fd447dd9505', 'name': '', 'network_id': '11acb478-2cd9-4d42-9a2e-3ec0a11d6778', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'mac_address': 'fa:16:3e:66:2e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86667869-11c9-4499-9f32-c85919796e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:53Z', 'updated_at': '2022-04-06T12:21:57Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'subnets': [{'id': '86667869-11c9-4499-9f32-c85919796e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:23.180518 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df7afa9-a79a-4ccc-aeab-d150730076f4 None None] New status for floating IP 8aa55d9b-87f6-48ac-aec6-b090e7a0cb39: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:26:23.300891 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea2ea8-47fc-4aec-8ef7-0e85df8ac6b8 req-61778f33-62bd-4489-a8c3-492907dedf01 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:23.302405 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dcea2ea8-47fc-4aec-8ef7-0e85df8ac6b8 req-61778f33-62bd-4489-a8c3-492907dedf01 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0594478 Apr 06 12:26:23.356465 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-dcea2ea8-47fc-4aec-8ef7-0e85df8ac6b8 req-41fa3b44-1054-4760-84a8-c82f092c65d5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Apr 06 12:26:23.418922 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-ff9b4ca8-9dfc-4f61-86b0-a2a600be1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:23.420478 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-ff9b4ca8-9dfc-4f61-86b0-a2a600be1c3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed496f5853894ee0882fffe5a7c17d97&device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 1129 time: 0.0457394 Apr 06 12:26:23.511432 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-a3bbb3b0-a283-457a-8db2-944f04d3638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:23.513015 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-a3bbb3b0-a283-457a-8db2-944f04d3638a service neutron] 10.222.0.15 "GET /v2.0/networks?id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 200 len: 910 time: 0.0859764 Apr 06 12:26:23.524833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47700) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:23.538158 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f3528e3-7f38-44f7-931c-b4e4b397f758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:23.614350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f3528e3-7f38-44f7-931c-b4e4b397f758 admin admin] Publish callbacks [] for security_group (b753a6a2-21f7-4757-9c93-c307773580e8), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:23.694533 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f3528e3-7f38-44f7-931c-b4e4b397f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b753a6a2-21f7-4757-9c93-c307773580e8), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:23.733293 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5f3528e3-7f38-44f7-931c-b4e4b397f758 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09be8a7362204c01bc64d51fc95ca16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074113 Apr 06 12:26:23.734160 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3528e3-7f38-44f7-931c-b4e4b397f758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b753a6a2-21f7-4757-9c93-c307773580e8,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:23.737229 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47704) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:23.822879 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] Publish callbacks [] for security_group (b753a6a2-21f7-4757-9c93-c307773580e8), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:23.833375 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43862917-3d9b-44e6-abf4-25a933b4a580 req-96868aa4-3a6e-4edd-82ce-7f660a13d944 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:23.834833 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-43862917-3d9b-44e6-abf4-25a933b4a580 req-96868aa4-3a6e-4edd-82ce-7f660a13d944 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0954597 Apr 06 12:26:23.865117 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] Publish callbacks [] for security_group (b753a6a2-21f7-4757-9c93-c307773580e8), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:23.914595 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-43862917-3d9b-44e6-abf4-25a933b4a580 req-6b8665b2-5767-4c5c-90a2-29794f822436 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729539 Apr 06 12:26:24.018129 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (b753a6a2-21f7-4757-9c93-c307773580e8), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:24.020732 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:24.021893 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b753a6a2-21f7-4757-9c93-c307773580e8 HTTP/1.1" status: 204 len: 168 time: 0.2836642 Apr 06 12:26:24.029849 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992944b-fd3f-4ac1-8698-0ddc760e16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b753a6a2-21f7-4757-9c93-c307773580e8,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:24.473352 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ccf7-3a41-4fb7-9069-c04d448ce7a6 req-f2899241-6149-4817-87d2-6463cdaf7a0e tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:24.474815 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8648ccf7-3a41-4fb7-9069-c04d448ce7a6 req-f2899241-6149-4817-87d2-6463cdaf7a0e tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0533452 Apr 06 12:26:24.521559 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8648ccf7-3a41-4fb7-9069-c04d448ce7a6 req-f1f03ec8-66b2-4c10-b3af-a441f6a4d52a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Apr 06 12:26:24.748256 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47714) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:24.761820 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ed290a4a-6a3e-48cf-bdba-cfe2c219259c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:24.840718 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ed290a4a-6a3e-48cf-bdba-cfe2c219259c admin admin] Publish callbacks [] for security_group (3172a036-443c-476b-b5aa-dae5064345b9), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:24.905273 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ed290a4a-6a3e-48cf-bdba-cfe2c219259c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (3172a036-443c-476b-b5aa-dae5064345b9), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:24.954392 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ed290a4a-6a3e-48cf-bdba-cfe2c219259c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=726df934d18148278f86458b6b60de96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050786 Apr 06 12:26:24.957658 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47718) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:24.988126 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed290a4a-6a3e-48cf-bdba-cfe2c219259c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3172a036-443c-476b-b5aa-dae5064345b9,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:24.994631 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-c6568a6e-4db7-4337-ab67-a81a839930ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 200 len: 217 time: 0.0514214 Apr 06 12:26:25.038302 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-8d05ded9-8647-4393-a9e6-806851528d32 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.039453 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] Publish callbacks [] for security_group (3172a036-443c-476b-b5aa-dae5064345b9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.039807 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-8d05ded9-8647-4393-a9e6-806851528d32 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.0882018 Apr 06 12:26:25.074058 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40b7cf-5168-4d5a-916b-2d944222abb9 req-11bbd3e8-16fa-436c-8cda-b8165ba822c1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.075582 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e40b7cf-5168-4d5a-916b-2d944222abb9 req-11bbd3e8-16fa-436c-8cda-b8165ba822c1 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0893950 Apr 06 12:26:25.077469 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] Publish callbacks [] for security_group (3172a036-443c-476b-b5aa-dae5064345b9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.150975 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0e40b7cf-5168-4d5a-916b-2d944222abb9 req-593f5f84-10e0-41aa-9c93-ff3878efc090 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618358 Apr 06 12:26:25.183258 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-ce54a9cc-8664-432a-aac8-103e82ca98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.184995 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-ce54a9cc-8664-432a-aac8-103e82ca98c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 200 len: 848 time: 0.1026883 Apr 06 12:26:25.208872 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Deleting port 9414a538-4220-4b65-ae7c-c4c196bd286f {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:25.209215 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.251853 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (3172a036-443c-476b-b5aa-dae5064345b9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.254917 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.258339 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3172a036-443c-476b-b5aa-dae5064345b9 HTTP/1.1" status: 204 len: 168 time: 0.2974813 Apr 06 12:26:25.264710 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f184f-86f7-49c8-80a9-1d6dad78f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3172a036-443c-476b-b5aa-dae5064345b9,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:25.364661 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-4f0f7adb-c6e7-4350-8b9a-6d4510a426b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.366199 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-4f0f7adb-c6e7-4350-8b9a-6d4510a426b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11acb478-2cd9-4d42-9a2e-3ec0a11d6778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1530435 Apr 06 12:26:25.375859 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-e137435d-9cf6-4e9c-b012-718b8f86c300 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.377246 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-e137435d-9cf6-4e9c-b012-718b8f86c300 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.15 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.1182795 Apr 06 12:26:25.379684 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] For port 9414a538-4220-4b65-ae7c-c4c196bd286f, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=9414a538-4220-4b65-ae7c-c4c196bd286f,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:25.383127 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.462238 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Calling delete_port for 9414a538-4220-4b65-ae7c-c4c196bd286f owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:25.589719 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-1b2d51b3-67b0-4d79-8f31-a6c57d0ab08d service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067995 Apr 06 12:26:25.714357 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Deleting port 27d4ed8a-1f0f-4dff-833a-494d0d816588 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:25.714706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.812346 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4026f-a119-45c1-8f37-d05fa08c559f req-a43b7949-00e8-4f09-87e4-2a52d32b7ac8 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:25.814106 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4dc4026f-a119-45c1-8f37-d05fa08c559f req-a43b7949-00e8-4f09-87e4-2a52d32b7ac8 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 945 time: 0.2192609 Apr 06 12:26:25.848022 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f635ec16-d546-476d-a9f1-89e60c8502a8 req-8e5f7e73-b494-4c2f-a926-029cb63b2fd7 service neutron] 10.222.0.15 "GET /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492607 Apr 06 12:26:25.924010 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4dc4026f-a119-45c1-8f37-d05fa08c559f req-9aca17ce-8ea1-4829-89d2-e406d3413c99 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002395 Apr 06 12:26:25.928889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] For port 27d4ed8a-1f0f-4dff-833a-494d0d816588, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=27d4ed8a-1f0f-4dff-833a-494d0d816588,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:25.929259 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.943358 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (9414a538-4220-4b65-ae7c-c4c196bd286f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:25.945234 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Calling delete_port for 27d4ed8a-1f0f-4dff-833a-494d0d816588 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:25.978676 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Pushing event deleted for resources: {'Port': ['ID=9414a538-4220-4b65-ae7c-c4c196bd286f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:26.271836 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006fb8-4b9a-43e2-a084-e5774f817607 req-483bb7cc-bda5-4cf1-a952-cbd5aabe89c6 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:26.273534 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d7006fb8-4b9a-43e2-a084-e5774f817607 req-483bb7cc-bda5-4cf1-a952-cbd5aabe89c6 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 945 time: 0.0573204 Apr 06 12:26:26.327396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] No DVR routers for this DVR port 9414a538-4220-4b65-ae7c-c4c196bd286f on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:26.329651 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d7006fb8-4b9a-43e2-a084-e5774f817607 req-a8296e53-46f9-4b85-af8e-fedb5270133e tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/security-groups?id=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501473 Apr 06 12:26:26.330166 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:26.333854 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-86993013-3c06-472e-bf20-aa7d3f4b2b17 req-eccf6cf5-e81e-4069-ac5a-adc96f701bfc tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "DELETE /v2.0/ports/9414a538-4220-4b65-ae7c-c4c196bd286f HTTP/1.1" status: 204 len: 173 time: 1.2536194 Apr 06 12:26:26.336052 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'name': 'network-vif-deleted', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:26.340761 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a3d471-9589-4773-bd3c-75630e510f8d" -d '{"events": [{"server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "name": "network-vif-deleted", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:26.400550 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7760d2c-c598-4a9b-940c-bc63ca6c5461 x-openstack-request-id: req-e7760d2c-c598-4a9b-940c-bc63ca6c5461 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:26.400853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb4f36-177b-4132-a884-7159d31810b5", "name": "network-vif-deleted", "tag": "9414a538-4220-4b65-ae7c-c4c196bd286f", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:26.401114 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7760d2c-c598-4a9b-940c-bc63ca6c5461 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:26.401523 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7760d2c-c598-4a9b-940c-bc63ca6c5461'] response: {'server_uuid': '67eb4f36-177b-4132-a884-7159d31810b5', 'name': 'network-vif-deleted', 'tag': '9414a538-4220-4b65-ae7c-c4c196bd286f', 'status': 'completed', 'code': 200} Apr 06 12:26:26.512240 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (27d4ed8a-1f0f-4dff-833a-494d0d816588), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:26.555648 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event deleted for resources: {'Port': ['ID=27d4ed8a-1f0f-4dff-833a-494d0d816588,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:26.624503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] No DVR routers for this DVR port 27d4ed8a-1f0f-4dff-833a-494d0d816588 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:26.624503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:26.624503 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1ddea6b1-f41b-45b5-86ed-b7f8ef7349d9 req-0aef6e76-6dd2-46d6-9c5e-4b079cf8e4e7 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.15 "DELETE /v2.0/ports/27d4ed8a-1f0f-4dff-833a-494d0d816588 HTTP/1.1" status: 204 len: 173 time: 1.2276921 Apr 06 12:26:27.032236 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4b7a7e71-43e2-47e3-a3ac-5efaeb95dc34 req-36b56f18-577d-4c72-939c-ebe0f85857a4 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=67eb4f36-177b-4132-a884-7159d31810b5 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Apr 06 12:26:27.423628 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 9414a538-4220-4b65-ae7c-c4c196bd286f no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:27.450019 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 9414a538-4220-4b65-ae7c-c4c196bd286f {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:27.450449 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 9414a538-4220-4b65-ae7c-c4c196bd286f not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:27.453027 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-53071772-68ec-43cb-9377-c07d2e7f07f2 req-1ea44d9e-faa3-4a85-9415-f839021e0333 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "GET /v2.0/ports?device_id=00ef74a2-d4b0-49b8-adab-2d9d8c6337f0 HTTP/1.1" status: 200 len: 210 time: 0.0460000 Apr 06 12:26:28.017880 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:26:28.402436 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-deleted', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:28.404806 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d216b4-7fa3-446a-87bd-e4e2c5def50c" -d '{"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-deleted", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:28.438861 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e63f03-c2aa-456f-ac45-010a71217199 x-openstack-request-id: req-40e63f03-c2aa-456f-ac45-010a71217199 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:28.439161 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ef74a2-d4b0-49b8-adab-2d9d8c6337f0", "name": "network-vif-deleted", "tag": "27d4ed8a-1f0f-4dff-833a-494d0d816588", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:28.439420 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40e63f03-c2aa-456f-ac45-010a71217199 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:28.439897 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e63f03-c2aa-456f-ac45-010a71217199'] response: {'server_uuid': '00ef74a2-d4b0-49b8-adab-2d9d8c6337f0', 'name': 'network-vif-deleted', 'tag': '27d4ed8a-1f0f-4dff-833a-494d0d816588', 'status': 'completed', 'code': 200} Apr 06 12:26:28.508697 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47804) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:28.572017 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.598901 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.657405 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47810) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:28.743001 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.745703 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.746922 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] 10.222.0.25 "DELETE /v2.0/security-groups/d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6 HTTP/1.1" status: 204 len: 168 time: 0.2336340 Apr 06 12:26:28.767096 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fa38a-980f-4bbb-9bc7-cb3a3d2c2e93 tempest-TestShelveInstance-2051209785 tempest-TestShelveInstance-2051209785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fcb48f-cf04-4fb8-ae76-d038f6ef73b6,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:28.769717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f299ad2-3f6e-42f7-ae97-d9d4a8f892cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.856881 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f299ad2-3f6e-42f7-ae97-d9d4a8f892cb admin admin] Publish callbacks [] for security_group (6ed806bd-8736-45de-9d8a-c098df648d3c), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:28.867585 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47816) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:28.977579 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5f299ad2-3f6e-42f7-ae97-d9d4a8f892cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6ed806bd-8736-45de-9d8a-c098df648d3c), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.020588 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299ad2-3f6e-42f7-ae97-d9d4a8f892cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed806bd-8736-45de-9d8a-c098df648d3c,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:29.025819 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5f299ad2-3f6e-42f7-ae97-d9d4a8f892cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a26facd06f8c452c8aec74cffe479554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673882 Apr 06 12:26:29.028518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47818) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:29.079106 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] Publish callbacks [] for security_group (6ed806bd-8736-45de-9d8a-c098df648d3c), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.102011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] Publish callbacks [] for security_group (6ed806bd-8736-45de-9d8a-c098df648d3c), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.225593 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.228654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6ed806bd-8736-45de-9d8a-c098df648d3c), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.231249 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.232434 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ed806bd-8736-45de-9d8a-c098df648d3c HTTP/1.1" status: 204 len: 168 time: 0.2029667 Apr 06 12:26:29.240889 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59c0ea-0679-460b-ac0c-18f6a35a88df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed806bd-8736-45de-9d8a-c098df648d3c,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:29.439231 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:29.459171 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 27d4ed8a-1f0f-4dff-833a-494d0d816588 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:29.459541 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 27d4ed8a-1f0f-4dff-833a-494d0d816588 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:29.480501 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Deleting port 422a11a1-c1a3-4bbe-860a-2fd447dd9505 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:29.480966 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.562120 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] For port 422a11a1-c1a3-4bbe-860a-2fd447dd9505, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=422a11a1-c1a3-4bbe-860a-2fd447dd9505,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:29.562540 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.579778 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Calling delete_port for 422a11a1-c1a3-4bbe-860a-2fd447dd9505 owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:29.904632 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47836) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:29.917083 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (422a11a1-c1a3-4bbe-860a-2fd447dd9505), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.918461 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-216a43c6-d01e-4950-928e-3f4fe5dea3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:29.947327 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=422a11a1-c1a3-4bbe-860a-2fd447dd9505,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:30.013921 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-216a43c6-d01e-4950-928e-3f4fe5dea3b2 admin admin] Publish callbacks [] for security_group (dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.111719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-216a43c6-d01e-4950-928e-3f4fe5dea3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.119872 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.158845 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-216a43c6-d01e-4950-928e-3f4fe5dea3b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0173f9b9c3764465bf5a9fcc3a1f94c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531192 Apr 06 12:26:30.160374 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a43c6-d01e-4950-928e-3f4fe5dea3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:30.163541 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47840) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:30.215038 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] Publish callbacks [] for security_group (dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.236550 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] Publish callbacks [] for security_group (dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.344848 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:30.351466 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.354227 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.355462 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6 HTTP/1.1" status: 204 len: 168 time: 0.1901643 Apr 06 12:26:30.364111 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7873a5b-2bb8-425c-ae84-c9ed9cb8caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc7faef-2c6b-48a8-a6fb-8f3f4fb6a5d6,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:30.460189 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:30.465472 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-d0d91188-f096-464b-ac33-654c68616f4c admin admin] 10.222.0.25 "PUT /v2.0/routers/71a6490a-1667-4f8b-8de7-e6e590fcb3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5968711 Apr 06 12:26:30.468192 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47844) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:30.469507 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Sync routers for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:30.479878 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:30.480486 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:30.577413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks [] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.589997 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:30.684734 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks [] for router_gateway (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.737796 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-db846da4-f749-4cca-a778-cdc8a9aa7556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.773260 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:26:29Z', 'revision_number': 5, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port': {'id': '55cb4754-d71e-4d26-bd0b-c296b843ae57', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:51Z', 'updated_at': '2022-04-06T12:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:30.806301 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Checking router: 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:30.808721 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Routers {'71a6490a-1667-4f8b-8de7-e6e590fcb3e5'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:30.809346 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:30.829397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Deleting port 55cb4754-d71e-4d26-bd0b-c296b843ae57 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:30.831202 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.903717 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] Set router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:30.915464 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] For port 55cb4754-d71e-4d26-bd0b-c296b843ae57, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=55cb4754-d71e-4d26-bd0b-c296b843ae57,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:30.916079 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:30.929846 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Calling delete_port for 55cb4754-d71e-4d26-bd0b-c296b843ae57 owned by network:router_gateway {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:30.958667 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:26:30Z', 'revision_number': 6, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:30.991896 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9c78a-369e-4a1a-9653-1e035c4707a1 None None] The sync data for ids ['71a6490a-1667-4f8b-8de7-e6e590fcb3e5'] in dv-cinder-815659-5-smb is: [{'id': '71a6490a-1667-4f8b-8de7-e6e590fcb3e5', 'name': 'tempest-TestShelveInstance-1298216320-router', 'tenant_id': 'ed496f5853894ee0882fffe5a7c17d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:50Z', 'updated_at': '2022-04-06T12:26:30Z', 'revision_number': 6, 'project_id': 'ed496f5853894ee0882fffe5a7c17d97', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:31.206288 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (55cb4754-d71e-4d26-bd0b-c296b843ae57), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.230422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Pushing event deleted for resources: {'Port': ['ID=55cb4754-d71e-4d26-bd0b-c296b843ae57,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:31.291886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.386372 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.388621 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks [] for router_controller (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.522752 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (71a6490a-1667-4f8b-8de7-e6e590fcb3e5), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.523297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a6490a-1667-4f8b-8de7-e6e590fcb3e5 {{(pid=104097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:26:31.528202 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.531336 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-85f25c6c-9945-4f01-9e54-35a5d9d589ba admin admin] 10.222.0.25 "DELETE /v2.0/routers/71a6490a-1667-4f8b-8de7-e6e590fcb3e5 HTTP/1.1" status: 204 len: 168 time: 1.0601034 Apr 06 12:26:31.533099 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47870) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:31.577095 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Deleting subnet 86667869-11c9-4499-9f32-c85919796e6d {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:26:31.580109 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Publish callbacks [] for subnet (86667869-11c9-4499-9f32-c85919796e6d), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.615076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10245747'] for subnet (86667869-11c9-4499-9f32-c85919796e6d), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.696562 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (86667869-11c9-4499-9f32-c85919796e6d), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.818152 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12381155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11667218'] for subnet (86667869-11c9-4499-9f32-c85919796e6d), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.826410 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 422a11a1-c1a3-4bbe-860a-2fd447dd9505 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:31.843874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86667869-11c9-4499-9f32-c85919796e6d,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:31.850002 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:31.853455 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dbfd4847-1c60-4c79-a822-525299d0cca7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/86667869-11c9-4499-9f32-c85919796e6d HTTP/1.1" status: 204 len: 168 time: 0.3185458 Apr 06 12:26:31.856619 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47878) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:31.868888 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 422a11a1-c1a3-4bbe-860a-2fd447dd9505 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:31.869494 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 422a11a1-c1a3-4bbe-860a-2fd447dd9505 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:31.869918 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 55cb4754-d71e-4d26-bd0b-c296b843ae57 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:31.872847 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff879a9-ee8e-4112-8c17-822e1d1867a0 None None] Network 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:31.904125 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 55cb4754-d71e-4d26-bd0b-c296b843ae57 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:31.904472 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 55cb4754-d71e-4d26-bd0b-c296b843ae57 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:31.956544 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (11acb478-2cd9-4d42-9a2e-3ec0a11d6778), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.012554 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Deleting port 325faa96-f983-47b5-b5ae-f9df4124b04e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:32.012980 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.063193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] DHCP port deletion for 11acb478-2cd9-4d42-9a2e-3ec0a11d6778 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:26:32.094525 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] For port 325faa96-f983-47b5-b5ae-f9df4124b04e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=325faa96-f983-47b5-b5ae-f9df4124b04e,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:32.097466 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.113182 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Calling delete_port for 325faa96-f983-47b5-b5ae-f9df4124b04e owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:32.117538 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Deleting port 325faa96-f983-47b5-b5ae-f9df4124b04e {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:32.117958 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.184874 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] For port 325faa96-f983-47b5-b5ae-f9df4124b04e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=325faa96-f983-47b5-b5ae-f9df4124b04e,segment=NetworkSegment(d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0),segment_id=d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:32.185281 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.199260 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Calling delete_port for 325faa96-f983-47b5-b5ae-f9df4124b04e owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:32.306454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.315842 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (325faa96-f983-47b5-b5ae-f9df4124b04e), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.346633 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Pushing event deleted for resources: {'Port': ['ID=325faa96-f983-47b5-b5ae-f9df4124b04e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:32.352377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] Pushing event deleted for resources: {'Port': ['ID=325faa96-f983-47b5-b5ae-f9df4124b04e,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:32.354271 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dea33a-3bca-479e-938c-c89d75eec834 None None] No DVR routers for this DVR port 325faa96-f983-47b5-b5ae-f9df4124b04e on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:32.367717 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] No DVR routers for this DVR port 325faa96-f983-47b5-b5ae-f9df4124b04e on host dv-cinder-815659-5-smb {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:32.433710 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (11acb478-2cd9-4d42-9a2e-3ec0a11d6778), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.458997 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11acb478-2cd9-4d42-9a2e-3ec0a11d6778']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:32.468219 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:32.469013 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bf9477-625f-4ce5-9497-dc6ddd8a2dc0') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:32.477696 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.491093 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.496876 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:26:32.497258 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (d0bf9477-625f-4ce5-9497-dc6ddd8a2dc0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:26:32.498881 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:26:32.682697 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (11acb478-2cd9-4d42-9a2e-3ec0a11d6778), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.693174 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.693174 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] 10.222.0.25 "DELETE /v2.0/networks/11acb478-2cd9-4d42-9a2e-3ec0a11d6778 HTTP/1.1" status: 204 len: 168 time: 0.8339403 Apr 06 12:26:32.694972 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47896) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:32.712951 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358aacc-bf37-42d8-8667-61e105990abb admin admin] Pushing event deleted for resources: {'Network': ['ID=11acb478-2cd9-4d42-9a2e-3ec0a11d6778,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:32.823316 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:32.823566 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-29c37825-7edc-4eb3-a272-5401433371ff tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:32.823566 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-29c37825-7edc-4eb3-a272-5401433371ff tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/networks?id=1aff9e45-5757-4126-96fa-a589f97a6b46 HTTP/1.1" status: 200 len: 813 time: 0.1282670 Apr 06 12:26:32.838223 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-a2eece55-8dc8-4933-8522-51f54530ed8d tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/quotas/24b28e06e20544a280d48242fecc93f4 HTTP/1.1" status: 200 len: 375 time: 0.0091588 Apr 06 12:26:32.871566 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-4eba444f-1cc7-4e30-82ce-2fcf21cb7ac9 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281138 Apr 06 12:26:32.964193 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-91750793-dffb-4531-8a92-9d3aca303997 service neutron] 10.222.0.25 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856009 Apr 06 12:26:33.068801 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (0aca5617-8185-4a00-9421-407bcdd266d9), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:33.263594 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-a2fdee55-20b9-470c-9fce-ef5bd1a83926 service neutron] 10.222.0.25 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934086 Apr 06 12:26:33.293881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-810b7c75-b150-4b24-81d8-8915c983fbcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:33.333297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Deleting port 5b10ab78-5edd-4b0f-80d5-97d424d52f37 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:33.333640 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:33.410377 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] For port 5b10ab78-5edd-4b0f-80d5-97d424d52f37, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=5b10ab78-5edd-4b0f-80d5-97d424d52f37,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:33.410729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:33.423125 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Calling delete_port for 5b10ab78-5edd-4b0f-80d5-97d424d52f37 owned by network:router_interface {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:33.565911 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4884b59c-3fb1-410d-ac42-167a41e7cadd req-18d89778-6eb1-4807-8ec8-55284815a0db tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0361891 Apr 06 12:26:33.704683 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 325faa96-f983-47b5-b5ae-f9df4124b04e no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:33.724915 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 325faa96-f983-47b5-b5ae-f9df4124b04e {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:33.725266 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 325faa96-f983-47b5-b5ae-f9df4124b04e not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:33.766046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (5b10ab78-5edd-4b0f-80d5-97d424d52f37), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:33.792517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b10ab78-5edd-4b0f-80d5-97d424d52f37,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:33.965796 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (0aca5617-8185-4a00-9421-407bcdd266d9), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.186570 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Router 0aca5617-8185-4a00-9421-407bcdd266d9 has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:34.214045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.305016 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:34.313320 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47918) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:34.313768 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-72cdc49c-fda9-430b-afcb-9b39a528b146 admin admin] 10.222.0.25 "PUT /v2.0/routers/0aca5617-8185-4a00-9421-407bcdd266d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6175096 Apr 06 12:26:34.315977 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Sync routers for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:34.329691 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:34.333024 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:34.422601 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks [] for router (0aca5617-8185-4a00-9421-407bcdd266d9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.445072 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:34.533206 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks [] for router_gateway (0aca5617-8185-4a00-9421-407bcdd266d9), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.666690 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9664499a-01f6-4233-9ed1-82584b3c34ea req-e2c2ba93-a5a1-4127-8d2c-3a2b752a7060 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0283363 Apr 06 12:26:34.734403 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Deleting port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:34.734790 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.773920 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51'}], 'enable_snat': True}, 'gw_port_id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:26:33Z', 'revision_number': 5, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port': {'id': '1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:95:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:21:58Z', 'updated_at': '2022-04-06T12:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:34.801279 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Checking router: 0aca5617-8185-4a00-9421-407bcdd266d9 for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:34.810767 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Routers {'0aca5617-8185-4a00-9421-407bcdd266d9'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:34.811761 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['0aca5617-8185-4a00-9421-407bcdd266d9'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:34.816293 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] For port 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:34.816664 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:34.829292 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Calling delete_port for 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:34.910018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] Set router 0aca5617-8185-4a00-9421-407bcdd266d9 gateway port host: None {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:34.966696 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:26:34Z', 'revision_number': 6, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:34.993251 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27334731-0f2d-42bd-9581-b228c94b2986 None None] The sync data for ids ['0aca5617-8185-4a00-9421-407bcdd266d9'] in dv-cinder-815659-5-smb is: [{'id': '0aca5617-8185-4a00-9421-407bcdd266d9', 'name': 'tempest-TestShelveInstance-559434411-router', 'tenant_id': '5b4e8a38f3a14aa88d399050777d1034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:21:57Z', 'updated_at': '2022-04-06T12:26:34Z', 'revision_number': 6, 'project_id': '5b4e8a38f3a14aa88d399050777d1034', 'gw_port_host': None}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:35.066230 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.095328 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Pushing event deleted for resources: {'Port': ['ID=1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:35.158080 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (0aca5617-8185-4a00-9421-407bcdd266d9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.252613 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (0aca5617-8185-4a00-9421-407bcdd266d9), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.254986 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks [] for router_controller (0aca5617-8185-4a00-9421-407bcdd266d9), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.360504 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (0aca5617-8185-4a00-9421-407bcdd266d9), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.361161 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aca5617-8185-4a00-9421-407bcdd266d9 {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:26:35.366574 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.367823 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-d6f95622-e423-4dad-915c-f3c2b913c060 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0aca5617-8185-4a00-9421-407bcdd266d9 HTTP/1.1" status: 204 len: 168 time: 1.0528128 Apr 06 12:26:35.370487 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47926) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:35.417019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Deleting subnet 204f5317-fe23-4118-b2f2-8b76d2b81aa2 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:26:35.420434 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Publish callbacks [] for subnet (204f5317-fe23-4118-b2f2-8b76d2b81aa2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.464871 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (204f5317-fe23-4118-b2f2-8b76d2b81aa2), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.544330 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (204f5317-fe23-4118-b2f2-8b76d2b81aa2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.661503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-42da960f-5984-40fd-9f64-5b8cbf9db0fa tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:35.663035 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-42da960f-5984-40fd-9f64-5b8cbf9db0fa tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "GET /v2.0/networks?id=1aff9e45-5757-4126-96fa-a589f97a6b46 HTTP/1.1" status: 200 len: 813 time: 0.1038516 Apr 06 12:26:35.676303 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Request body: {'port': {'device_id': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46', 'admin_state_up': True, 'tenant_id': '24b28e06e20544a280d48242fecc93f4'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:35.765130 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (204f5317-fe23-4118-b2f2-8b76d2b81aa2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.779877 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cae8a7e6-7ae4-4997-9186-c0b5fa213bf0 req-46a9caca-578b-47f1-8929-49e1b140d696 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0369678 Apr 06 12:26:35.839806 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204f5317-fe23-4118-b2f2-8b76d2b81aa2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:35.843876 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.848104 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-0aab749e-5fe9-4fab-9574-b09f40d02c2f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/204f5317-fe23-4118-b2f2-8b76d2b81aa2 HTTP/1.1" status: 204 len: 168 time: 0.4765499 Apr 06 12:26:35.850486 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5acdc1a-d510-401c-abb6-35239d2b1bf9 None None] Network f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:35.851031 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47932) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:35.898751 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5b10ab78-5edd-4b0f-80d5-97d424d52f37 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:35.903723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Made reservation on behalf of 24b28e06e20544a280d48242fecc93f4 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:26:35.903902 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.912279 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.934725 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 5b10ab78-5edd-4b0f-80d5-97d424d52f37 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:35.935000 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 5b10ab78-5edd-4b0f-80d5-97d424d52f37 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:35.935421 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:35.948381 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:35.961935 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:35.962533 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 1687bca1-5fdc-4fef-bcc5-7df9dc5f2dd5 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:36.023076 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Deleting port 435f4cc7-56a7-450c-8acf-be76857f9f65 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:36.023418 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.095561 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] DHCP port deletion for f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:26:36.097135 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Allocated IP 172.20.0.14 (1aff9e45-5757-4126-96fa-a589f97a6b46/435cf410-9944-419e-b288-fdf6bdbe3bc9/a5b817e9-4171-4e9f-9d14-77c6977e0499) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:36.124510 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] For port 435f4cc7-56a7-450c-8acf-be76857f9f65, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=435f4cc7-56a7-450c-8acf-be76857f9f65,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:36.126095 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.146609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Calling delete_port for 435f4cc7-56a7-450c-8acf-be76857f9f65 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:36.172758 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Deleting port 435f4cc7-56a7-450c-8acf-be76857f9f65 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:36.173440 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.254884 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] For port 435f4cc7-56a7-450c-8acf-be76857f9f65, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=435f4cc7-56a7-450c-8acf-be76857f9f65,segment=NetworkSegment(96529f27-0697-476c-8880-f95431ade413),segment_id=96529f27-0697-476c-8880-f95431ade413)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:36.259098 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.270643 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Calling delete_port for 435f4cc7-56a7-450c-8acf-be76857f9f65 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:36.290725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks [] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.379779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.385872 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (435f4cc7-56a7-450c-8acf-be76857f9f65), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.405861 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=435f4cc7-56a7-450c-8acf-be76857f9f65,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:36.408886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.409661 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] No DVR routers for this DVR port 435f4cc7-56a7-450c-8acf-be76857f9f65 on host dv-cinder-815659-5-smb {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:36.411910 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] Pushing event deleted for resources: {'Port': ['ID=435f4cc7-56a7-450c-8acf-be76857f9f65,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:36.415879 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b512a8c-3419-41b4-8192-d3e7f393281d None None] No DVR routers for this DVR port 435f4cc7-56a7-450c-8acf-be76857f9f65 on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:26:36.453875 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Network 1aff9e45-5757-4126-96fa-a589f97a6b46 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:36.457672 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:36.461244 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:36.483137 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.499031 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Pushing event updated for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:36.509331 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c97a31-0cf1-4ff9-8181-ef7d16bcca77']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:36.518148 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96529f27-0697-476c-8880-f95431ade413') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:36.518456 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96529f27-0697-476c-8880-f95431ade413') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:36.523348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:36.524454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.532476 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (96529f27-0697-476c-8880-f95431ade413), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.546808 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (96529f27-0697-476c-8880-f95431ade413), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.552726 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:26:36.553109 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (96529f27-0697-476c-8880-f95431ade413), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:26:36.554860 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:26:36.684928 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-74530414-b833-433e-b6f6-9a177128bca5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0127118 Apr 06 12:26:36.707770 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Request body: {'port': {'device_id': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:36.766160 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (f0c97a31-0cf1-4ff9-8181-ef7d16bcca77), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.768907 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.771057 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:36.774613 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0c97a31-0cf1-4ff9-8181-ef7d16bcca77 HTTP/1.1" status: 204 len: 168 time: 0.9225905 Apr 06 12:26:36.787687 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6861d-a027-42ce-89d9-57ac0e91bc37 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c97a31-0cf1-4ff9-8181-ef7d16bcca77,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:36.928277 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b50b1-7683-4e36-b83b-83183f557517 req-6b164f9b-9381-4c5a-a883-c46cc4290aca tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:36.929909 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-662b50b1-7683-4e36-b83b-83183f557517 req-6b164f9b-9381-4c5a-a883-c46cc4290aca tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 932 time: 0.0595379 Apr 06 12:26:36.978890 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-662b50b1-7683-4e36-b83b-83183f557517 req-e422567c-560c-4253-9981-dc934f26fec5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Apr 06 12:26:37.051418 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b817e9-4171-4e9f-9d14-77c6977e0499 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:26:37.058973 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks [] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.071330 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Transition to ACTIVE for port object a5b817e9-4171-4e9f-9d14-77c6977e0499 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:26:37.157053 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47948) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:37.196664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.203148 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-b9efca6d-79c7-42d2-969c-993cae18541d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed496f5853894ee0882fffe5a7c17d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448880 Apr 06 12:26:37.209096 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 47950) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:37.249833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:37.260674 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] Publish callbacks [] for security_group (738d891a-7507-4b30-b094-8e413fa4d844), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.282367 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] Publish callbacks [] for security_group (738d891a-7507-4b30-b094-8e413fa4d844), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.330171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Attempting to bind port a5b817e9-4171-4e9f-9d14-77c6977e0499 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:37.330511 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Attempting to bind port a5b817e9-4171-4e9f-9d14-77c6977e0499 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:37.330847 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Attempting to bind port a5b817e9-4171-4e9f-9d14-77c6977e0499 on network 1aff9e45-5757-4126-96fa-a589f97a6b46 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:37.335381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Port a5b817e9-4171-4e9f-9d14-77c6977e0499 on network 1aff9e45-5757-4126-96fa-a589f97a6b46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:26:37.335742 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Attempting to bind port a5b817e9-4171-4e9f-9d14-77c6977e0499 on network 1aff9e45-5757-4126-96fa-a589f97a6b46 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:37.340461 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:37.340798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Checking segment: {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:37.341233 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Bound using segment: {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:37.341739 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Bound port: a5b817e9-4171-4e9f-9d14-77c6977e0499, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7096ff-17d9-4588-acbb-121cd819b021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:37.342047 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.405864 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:37.407869 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.409963 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:37.488398 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (738d891a-7507-4b30-b094-8e413fa4d844), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.490895 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.492061 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/738d891a-7507-4b30-b094-8e413fa4d844 HTTP/1.1" status: 204 len: 168 time: 0.2820334 Apr 06 12:26:37.500051 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca555ef7-c349-43ba-bfa0-2c5cbb65afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738d891a-7507-4b30-b094-8e413fa4d844,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:37.545749 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.578672 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:37.580582 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:37.581341 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5b817e9-4171-4e9f-9d14-77c6977e0499 HTTP/1.1" status: 200 len: 1094 time: 0.8777242 Apr 06 12:26:37.581796 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:37.584060 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fad5f8-8fee-402d-9dba-4dfc9c179b28" -d '{"events": [{"name": "network-changed", "server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:37.612371 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ccd63-27af-4bb8-b34f-4b5c5ce2ee80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:37.623140 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98d7284-efe3-4008-9f91-7e4782ac9b67 x-openstack-request-id: req-f98d7284-efe3-4008-9f91-7e4782ac9b67 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:37.623433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:37.623845 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98d7284-efe3-4008-9f91-7e4782ac9b67 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:37.634802 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98d7284-efe3-4008-9f91-7e4782ac9b67'] response: {'name': 'network-changed', 'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499', 'status': 'completed', 'code': 200} Apr 06 12:26:37.690666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-3708d603-7678-4154-a52a-adbbd0519cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:37.692305 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-3708d603-7678-4154-a52a-adbbd0519cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 1128 time: 0.0460694 Apr 06 12:26:37.708096 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 435f4cc7-56a7-450c-8acf-be76857f9f65 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:26:37.730026 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 435f4cc7-56a7-450c-8acf-be76857f9f65 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:26:37.730460 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 435f4cc7-56a7-450c-8acf-be76857f9f65 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:26:38.063304 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-a2bcd2cc-1924-46b4-a638-e3e6e9f78fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:38.065445 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-a2bcd2cc-1924-46b4-a638-e3e6e9f78fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=24b28e06e20544a280d48242fecc93f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3659184 Apr 06 12:26:38.098151 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb21c40-d16d-4ad3-8f20-eed727a37c26 req-38856a98-0ec1-4a20-8b7b-afd92858ab3b tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:38.099686 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0eb21c40-d16d-4ad3-8f20-eed727a37c26 req-38856a98-0ec1-4a20-8b7b-afd92858ab3b tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 944 time: 0.0538595 Apr 06 12:26:38.156332 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0eb21c40-d16d-4ad3-8f20-eed727a37c26 req-08ed8085-a0e1-4654-8e2e-f2e8a9a72ac1 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505936 Apr 06 12:26:38.183075 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-381109e9-73b9-4a57-822d-a864d3b8c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:38.184892 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-38fad5f8-8fee-402d-9dba-4dfc9c179b28 req-381109e9-73b9-4a57-822d-a864d3b8c203 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128125 Apr 06 12:26:38.221204 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47970) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:38.263637 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3a0668b6-8700-4c7f-b68c-b085e70c503a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b4e8a38f3a14aa88d399050777d1034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409126 Apr 06 12:26:38.265930 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 47974) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:38.315365 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] Publish callbacks [] for security_group (2bc3a9f2-e164-446d-9f33-3e48db3137bb), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:38.341849 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] Publish callbacks [] for security_group (2bc3a9f2-e164-446d-9f33-3e48db3137bb), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:38.459549 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2bc3a9f2-e164-446d-9f33-3e48db3137bb), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:38.462214 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:38.465630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bc3a9f2-e164-446d-9f33-3e48db3137bb HTTP/1.1" status: 204 len: 168 time: 0.1965656 Apr 06 12:26:38.504509 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f787d4b-a380-4805-9f25-6945cbfbd096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3a9f2-e164-446d-9f33-3e48db3137bb,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:38.544042 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-86f09e4b-5d93-4e41-8ae6-d1493d6d844a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:38.545858 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-86f09e4b-5d93-4e41-8ae6-d1493d6d844a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24b28e06e20544a280d48242fecc93f4&device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 1128 time: 0.0733869 Apr 06 12:26:38.602173 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-38fe4186-85c4-4f11-a940-43198b893001 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499 HTTP/1.1" status: 200 len: 217 time: 0.0390074 Apr 06 12:26:38.652399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-e8e8b4f2-32a4-4c13-bdaf-cd068ed150a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:38.655825 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-e8e8b4f2-32a4-4c13-bdaf-cd068ed150a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=435cf410-9944-419e-b288-fdf6bdbe3bc9 HTTP/1.1" status: 200 len: 853 time: 0.0456765 Apr 06 12:26:38.700076 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-7e06ff13-5458-4427-bc76-d7168057a37d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1aff9e45-5757-4126-96fa-a589f97a6b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261283 Apr 06 12:26:38.981214 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-c18d76c6-84e0-4698-94b7-d143ccd2814a service neutron] 10.222.0.15 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948570 Apr 06 12:26:39.079648 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2973dcc-fb01-4121-ae93-aff9e4e523e8 req-054f0752-93ed-40a4-86c0-8b21ccd4afec service neutron] 10.222.0.15 "GET /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918438 Apr 06 12:26:39.281036 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ebdb-123c-43cc-90c7-9ef5420e03ff req-3ef46c44-ba25-4e28-9c5e-9452b953c76a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:39.282605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2407ebdb-123c-43cc-90c7-9ef5420e03ff req-3ef46c44-ba25-4e28-9c5e-9452b953c76a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 944 time: 0.0566623 Apr 06 12:26:39.330853 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2407ebdb-123c-43cc-90c7-9ef5420e03ff req-9abc71a4-f2b6-4062-b154-37912f09f34f tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Apr 06 12:26:40.451623 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb7649-8013-443d-b1f2-812e481d5f7b req-965cb402-ee11-414e-bb0c-29a0f8566fa0 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:40.453112 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e6eb7649-8013-443d-b1f2-812e481d5f7b req-965cb402-ee11-414e-bb0c-29a0f8566fa0 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 944 time: 0.0563927 Apr 06 12:26:40.499645 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-e6eb7649-8013-443d-b1f2-812e481d5f7b req-7c5dc625-5a5e-4f72-9625-b50981a2c86c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Apr 06 12:26:41.618158 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f8f42-e02a-4d34-8309-382c0ef461fc req-fae38656-440b-49cb-840f-39d50fd18dbd tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:41.619640 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a29f8f42-e02a-4d34-8309-382c0ef461fc req-fae38656-440b-49cb-840f-39d50fd18dbd tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 944 time: 0.0516572 Apr 06 12:26:41.666630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a29f8f42-e02a-4d34-8309-382c0ef461fc req-0c2983fa-8d91-4dbb-9387-9f0d36ffb447 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Apr 06 12:26:42.229200 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-39f17e0d-2da6-4006-aba7-f2cfc44f6086 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464463 Apr 06 12:26:42.315915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-46b0556f-bfb0-4342-97ec-02561b0a84e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:42.317398 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-46b0556f-bfb0-4342-97ec-02561b0a84e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 1129 time: 0.0445180 Apr 06 12:26:42.418777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-83d4a72f-69e1-49a7-86b4-5a8a9741a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:42.420551 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-83d4a72f-69e1-49a7-86b4-5a8a9741a834 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.0852995 Apr 06 12:26:42.492494 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-359429df-865f-47c4-84e9-896f4bcc15de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00 HTTP/1.1" status: 200 len: 1001 time: 0.0620220 Apr 06 12:26:42.546218 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-68424278-b2c2-4245-8cbe-b7721b8c2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:42.547732 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-68424278-b2c2-4245-8cbe-b7721b8c2224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0442004 Apr 06 12:26:42.595185 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-f3b4dcba-ff14-4557-b775-5f2ba2e46ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:42.597392 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-f3b4dcba-ff14-4557-b775-5f2ba2e46ced service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441287 Apr 06 12:26:42.692156 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-4b509942-4e15-4a61-b11e-a1c57a15370f service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881958 Apr 06 12:26:42.784575 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d7b3fa2d-37aa-4165-bb73-4e964f1ea69f req-cc326554-437c-4cfa-97dc-cd68cd59155a service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850575 Apr 06 12:26:42.788311 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c0137-4778-4653-80c2-0bc2c7123b23 req-617a1be7-8eea-4d06-8dfa-6893b1d49a68 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:42.789830 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-492c0137-4778-4653-80c2-0bc2c7123b23 req-617a1be7-8eea-4d06-8dfa-6893b1d49a68 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 944 time: 0.0551302 Apr 06 12:26:42.838604 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-492c0137-4778-4653-80c2-0bc2c7123b23 req-4e1ec0b2-8e00-4615-abd9-fe4ac06d12c9 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Apr 06 12:26:43.470045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device a5b817e9-4171-4e9f-9d14-77c6977e0499 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:26:43.563785 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:43.575742 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'a5b817e9-4171-4e9f-9d14-77c6977e0499', 'network_id': '1aff9e45-5757-4126-96fa-a589f97a6b46', 'port_id': 'a5b817e9-4171-4e9f-9d14-77c6977e0499', 'mac_address': 'fa:16:3e:60:1f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435cf410-9944-419e-b288-fdf6bdbe3bc9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:26:43.615570 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port a5b817e9-4171-4e9f-9d14-77c6977e0499 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:43.615983 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:43.629075 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b817e9-4171-4e9f-9d14-77c6977e0499 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:26:43.647335 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:43.716351 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:43.764693 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:43.941749 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['a5b817e9-4171-4e9f-9d14-77c6977e0499'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:26:43.953580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5dbda-edf6-444e-af34-fe53b161a563 req-51b3a89c-49fc-49cd-b4aa-ba88c77966a2 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:43.955086 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0dd5dbda-edf6-444e-af34-fe53b161a563 req-51b3a89c-49fc-49cd-b4aa-ba88c77966a2 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 945 time: 0.0531192 Apr 06 12:26:44.011172 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0dd5dbda-edf6-444e-af34-fe53b161a563 req-7d3968b3-c49a-4b83-beb9-1f4a53a57d32 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Apr 06 12:26:44.159808 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48048) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:44.259281 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e902d63-9234-403f-9737-32729920449f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.333167 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e902d63-9234-403f-9737-32729920449f admin admin] Publish callbacks [] for security_group (d6458174-1b94-45b6-865e-7d57d6718ff4), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.407765 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-4e902d63-9234-403f-9737-32729920449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d6458174-1b94-45b6-865e-7d57d6718ff4), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.447663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-4e902d63-9234-403f-9737-32729920449f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4be178b628d43f6bf2c20421cf2853a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867310 Apr 06 12:26:44.448503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e902d63-9234-403f-9737-32729920449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6458174-1b94-45b6-865e-7d57d6718ff4,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:44.450446 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48052) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:44.497058 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] Publish callbacks [] for security_group (d6458174-1b94-45b6-865e-7d57d6718ff4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.521075 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] Publish callbacks [] for security_group (d6458174-1b94-45b6-865e-7d57d6718ff4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.632919 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (d6458174-1b94-45b6-865e-7d57d6718ff4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.635308 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:44.636464 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6458174-1b94-45b6-865e-7d57d6718ff4 HTTP/1.1" status: 204 len: 168 time: 0.1850491 Apr 06 12:26:44.644890 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6af6d1-4244-42b2-8997-e7da2ac53ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6458174-1b94-45b6-865e-7d57d6718ff4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:45.127970 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061abb-0249-49a1-8780-4b0c33c18bba req-8851cb3b-b45f-40e7-a190-fef52047e30a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:45.129453 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7061abb-0249-49a1-8780-4b0c33c18bba req-8851cb3b-b45f-40e7-a190-fef52047e30a tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Apr 06 12:26:45.175774 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a7061abb-0249-49a1-8780-4b0c33c18bba req-2d40982c-edbc-44c2-8b87-86d37523f089 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Apr 06 12:26:45.467780 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device a5b817e9-4171-4e9f-9d14-77c6977e0499 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:45.605585 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port a5b817e9-4171-4e9f-9d14-77c6977e0499 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:26:45.609614 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port a5b817e9-4171-4e9f-9d14-77c6977e0499 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:45.610018 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:45.613816 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48076) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:45.691883 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port a5b817e9-4171-4e9f-9d14-77c6977e0499 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:45.692278 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:45.712875 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-778042131-network', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:45.715061 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:26:45.717309 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af72246b-0f1c-4798-b0be-e641f42795be" -d '{"events": [{"server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "name": "network-vif-plugged", "status": "completed", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:26:45.730156 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:45.753928 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a17d4b-448e-4090-959f-05625daf2821 x-openstack-request-id: req-e6a17d4b-448e-4090-959f-05625daf2821 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:26:45.754248 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "name": "network-vif-plugged", "status": "completed", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:26:45.754512 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6a17d4b-448e-4090-959f-05625daf2821 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:26:45.754915 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a17d4b-448e-4090-959f-05625daf2821'] response: {'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499', 'code': 200} Apr 06 12:26:45.819336 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Made reservation on behalf of 69d0d032af074003b318dbb3b2b1124e for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:26:45.821714 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:45.830482 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:45.836576 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:45.885194 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:45.905469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks [] for security_group (1cc6d298-d864-468a-b66d-cd07ce49980f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.024788 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1cc6d298-d864-468a-b66d-cd07ce49980f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.050773 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:26:46.061660 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc6d298-d864-468a-b66d-cd07ce49980f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:46.068112 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (81f50ffe-9a4f-4cb0-a067-58a489e5e06e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.068656 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Added segment 81f50ffe-9a4f-4cb0-a067-58a489e5e06e of type vlan for network 1cfda324-4c69-448a-ac95-ef40ca777405 Apr 06 12:26:46.139162 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (1cfda324-4c69-448a-ac95-ef40ca777405), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.171077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f46ec-c33a-4fd3-b111-ad19204fffda req-8aecd8b1-f424-4c72-9168-ee2d6843b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:46.172587 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-096f46ec-c33a-4fd3-b111-ad19204fffda req-8aecd8b1-f424-4c72-9168-ee2d6843b53d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 1130 time: 0.0697742 Apr 06 12:26:46.216566 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-096f46ec-c33a-4fd3-b111-ad19204fffda req-fddb9a3d-6882-44fe-a8aa-a7302850e7e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376101 Apr 06 12:26:46.250937 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (1cfda324-4c69-448a-ac95-ef40ca777405), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.251957 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:46.252624 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.297314 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027465a6-c8d7-4bd2-b681-74b9f90a9e27 req-16cc414e-9009-45d8-97b2-72681cd14b00 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:46.299599 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-027465a6-c8d7-4bd2-b681-74b9f90a9e27 req-16cc414e-9009-45d8-97b2-72681cd14b00 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0560858 Apr 06 12:26:46.325842 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] Pushing event updated for resources: {'Network': ['ID=1cfda324-4c69-448a-ac95-ef40ca777405,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:46.337085 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 1cfda324-4c69-448a-ac95-ef40ca777405 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:26:46.370870 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-027465a6-c8d7-4bd2-b681-74b9f90a9e27 req-4eb1bfe3-6af2-46c0-a195-dadfcc0277c1 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Apr 06 12:26:46.462490 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-c1b92154-3c37-4947-bffe-223717f68871 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8473222 Apr 06 12:26:46.465116 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48084) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:46.469827 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Request body: {'subnet': {'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-778042131-subnet', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:46.681685 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Made reservation on behalf of 69d0d032af074003b318dbb3b2b1124e for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:26:46.684072 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11667317'] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.933476 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12380196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11667307'] for subnet (87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:46.988449 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:46.997005 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Checking segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:46.997369 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Network hostable DHCP agents. Network: 1cfda324-4c69-448a-ac95-ef40ca777405, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:26:47.093320 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Network 1cfda324-4c69-448a-ac95-ef40ca777405 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:26:47.161978 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 1cfda324-4c69-448a-ac95-ef40ca777405) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:47.165827 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:47.166425 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.171303 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471e75a6-c63b-43e7-b1be-9116c1417af2 None None] Network 1cfda324-4c69-448a-ac95-ef40ca777405 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:47.256841 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dbb7b474-b7dd-4ee3-9c05-df43f2b670ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7905118 Apr 06 12:26:47.259420 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48086) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:47.264783 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:47.269541 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-1cfda324-4c69-448a-ac95-ef40ca777405', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:26:47.270387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.367992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.369063 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.399433 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Allocated IP 172.20.0.2 (1cfda324-4c69-448a-ac95-ef40ca777405/87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0/0486849d-c6f5-4154-a29c-9024775955d1) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:47.420027 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for router_controller (2633e2de-6bee-408e-9856-3a2e62cfa98a), precommit_add_association {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.506779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685f65f-adf0-416f-8e97-a62af7dca11c req-e7eac771-b30e-43ae-b0c9-db11e79788e5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:47.513669 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8685f65f-adf0-416f-8e97-a62af7dca11c req-e7eac771-b30e-43ae-b0c9-db11e79788e5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0544877 Apr 06 12:26:47.546605 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks [] for port (0486849d-c6f5-4154-a29c-9024775955d1), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.561144 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-8685f65f-adf0-416f-8e97-a62af7dca11c req-ba35b776-cf90-495a-93d6-a4a885421252 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Apr 06 12:26:47.619282 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (0486849d-c6f5-4154-a29c-9024775955d1), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.627889 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for router_gateway (2633e2de-6bee-408e-9856-3a2e62cfa98a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.659399 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Network 1cfda324-4c69-448a-ac95-ef40ca777405 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:47.662300 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:47.665726 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:47.670952 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Pushing event updated for resources: {'Port': ['ID=0486849d-c6f5-4154-a29c-9024775955d1,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:47.726524 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Attempting to bind port 0486849d-c6f5-4154-a29c-9024775955d1 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:47.726894 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Attempting to bind port 0486849d-c6f5-4154-a29c-9024775955d1 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:47.727258 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Attempting to bind port 0486849d-c6f5-4154-a29c-9024775955d1 on network 1cfda324-4c69-448a-ac95-ef40ca777405 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:47.732198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:47.732578 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Checking segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:47.732976 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.733368 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Bound using segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:47.733831 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Bound port: 0486849d-c6f5-4154-a29c-9024775955d1, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:47.734207 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0486849d-c6f5-4154-a29c-9024775955d1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.798426 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] For port 0486849d-c6f5-4154-a29c-9024775955d1, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:47.801617 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] For port 0486849d-c6f5-4154-a29c-9024775955d1, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0486849d-c6f5-4154-a29c-9024775955d1,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:47.911015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0486849d-c6f5-4154-a29c-9024775955d1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.915134 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for router_gateway (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.938240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:47.971396 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b331ea3-e72c-4d2d-a06c-ddc56d8e4013 None None] Pushing event updated for resources: {'Port': ['ID=0486849d-c6f5-4154-a29c-9024775955d1,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:48.054605 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_common [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Allocated IP 172.28.0.18 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/82112e19-2de3-4a02-a905-a329353ea267) {{(pid=104098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:48.173797 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for port (82112e19-2de3-4a02-a905-a329353ea267), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:48.269144 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (82112e19-2de3-4a02-a905-a329353ea267), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:48.311547 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:48.314534 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Resources bound (agent type, host, resource id): {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:48.318802 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Received port after_create {{(pid=104098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:48.325612 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Pushing event updated for resources: {'Port': ['ID=82112e19-2de3-4a02-a905-a329353ea267,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:48.689378 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for router_gateway (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:48.702312 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07683-7814-4a1b-9aca-f8f89296e79b req-76721e99-6222-4794-abf9-9ab6bce07d1c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:48.704448 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1fc07683-7814-4a1b-9aca-f8f89296e79b req-76721e99-6222-4794-abf9-9ab6bce07d1c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0705562 Apr 06 12:26:48.755629 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1fc07683-7814-4a1b-9aca-f8f89296e79b req-f5c4c7bd-d955-48aa-841c-b65a3a268515 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452678 Apr 06 12:26:48.982752 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9e344-7697-45ac-be67-f8bd92f4dd7c None None] Network 1cfda324-4c69-448a-ac95-ef40ca777405 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:49.052990 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Provisioning complete for port 0486849d-c6f5-4154-a29c-9024775955d1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:49.053373 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0486849d-c6f5-4154-a29c-9024775955d1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.144889 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.176724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Current status of the port 0486849d-c6f5-4154-a29c-9024775955d1 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:49.178082 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (0486849d-c6f5-4154-a29c-9024775955d1), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.213415 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] For port 0486849d-c6f5-4154-a29c-9024775955d1, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0486849d-c6f5-4154-a29c-9024775955d1,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:49.351246 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (0486849d-c6f5-4154-a29c-9024775955d1), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.377191 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Router 2633e2de-6bee-408e-9856-3a2e62cfa98a is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:26:49.402056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a532e-a016-4597-ba4b-ee60b1675a2d None None] Pushing event updated for resources: {'Port': ['ID=0486849d-c6f5-4154-a29c-9024775955d1,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:49.470979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-eb733aad-4958-415e-b0df-1931468474fd None None] Provisioning complete for port 0486849d-c6f5-4154-a29c-9024775955d1 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:49.471497 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-eb733aad-4958-415e-b0df-1931468474fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0486849d-c6f5-4154-a29c-9024775955d1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.490170 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:49.501911 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Sync routers for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:49.512431 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:49.513120 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:49.592981 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.610864 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2334de6a-e91b-42cd-be59-3abad5ec2137 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3338561 Apr 06 12:26:49.629731 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:49.653856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48110) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:49.699200 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-eb733aad-4958-415e-b0df-1931468474fd None None] Current status of the port 0486849d-c6f5-4154-a29c-9024775955d1 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:49.764477 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0486849d-c6f5-4154-a29c-9024775955d1 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:49.825339 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 0486849d-c6f5-4154-a29c-9024775955d1 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:49.826108 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (0486849d-c6f5-4154-a29c-9024775955d1), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.829064 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:48Z', 'revision_number': 3, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:49.855716 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Checking router: 2633e2de-6bee-408e-9856-3a2e62cfa98a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:49.855716 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Updating router 2633e2de-6bee-408e-9856-3a2e62cfa98a port 82112e19-2de3-4a02-a905-a329353ea267 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:26:49.883601 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (82112e19-2de3-4a02-a905-a329353ea267), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:49.925562 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 0486849d-c6f5-4154-a29c-9024775955d1 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:50.154963 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks [] for port (82112e19-2de3-4a02-a905-a329353ea267), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.157838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.247802 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (82112e19-2de3-4a02-a905-a329353ea267), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.300979 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Attempting to bind port 82112e19-2de3-4a02-a905-a329353ea267 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:50.301349 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Attempting to bind port 82112e19-2de3-4a02-a905-a329353ea267 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:50.301711 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Attempting to bind port 82112e19-2de3-4a02-a905-a329353ea267 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:50.304648 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Pushing event updated for resources: {'Port': ['ID=82112e19-2de3-4a02-a905-a329353ea267,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:50.312160 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:50.312785 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:50.313188 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.313596 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:50.314038 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Bound port: 82112e19-2de3-4a02-a905-a329353ea267, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:50.314411 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (82112e19-2de3-4a02-a905-a329353ea267), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.317273 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Allocated IP 172.20.0.1 (1cfda324-4c69-448a-ac95-ef40ca777405/87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0/e3f4bd9b-9d79-4928-8e34-42b8a478dc31) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:50.338865 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.339222 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.339589 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.339931 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.340266 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.340600 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.340927 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.341254 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.341581 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.341994 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.342937 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.342937 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.343139 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.343311 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.343663 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:26:50.378504 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] For port 82112e19-2de3-4a02-a905-a329353ea267, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:50.381630 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] For port 82112e19-2de3-4a02-a905-a329353ea267, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=82112e19-2de3-4a02-a905-a329353ea267,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:50.437794 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks [] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.520935 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (82112e19-2de3-4a02-a905-a329353ea267), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.560392 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.602413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Network 1cfda324-4c69-448a-ac95-ef40ca777405 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:50.605651 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:50.609403 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:50.636732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:50.669075 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.674844 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380cfd-d720-402b-a84b-06cac20a5806 None None] Pushing event updated for resources: {'Port': ['ID=82112e19-2de3-4a02-a905-a329353ea267,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:50.684143 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:50.684753 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:50.796588 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:50.887911 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.932445 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-a63ec81e-987e-4864-b7ba-4ec48ea48f00 None None] Provisioning complete for port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:50.933015 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a63ec81e-987e-4864-b7ba-4ec48ea48f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:50.969844 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a63ec81e-987e-4864-b7ba-4ec48ea48f00 None None] Port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:26:50.990630 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:48Z', 'revision_number': 3, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:51.020782 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9c713-ddf6-413b-b828-03ee46df0542 None None] The sync data for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb is: [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:48Z', 'revision_number': 3, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:51.068124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks [] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.162353 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.238713 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:51.248218 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.363874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Network 1cfda324-4c69-448a-ac95-ef40ca777405 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:51.365506 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:51.502972 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Router 2633e2de-6bee-408e-9856-3a2e62cfa98a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:51.628434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:51.635979 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-222f4899-80d4-47d9-abf0-fedd04f9bc25 admin admin] 10.222.0.25 "PUT /v2.0/routers/2633e2de-6bee-408e-9856-3a2e62cfa98a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809947 Apr 06 12:26:51.697171 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-b6fd67c5-6942-429c-9c8d-5057b359c56f None None] Provisioning complete for port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:51.697840 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b6fd67c5-6942-429c-9c8d-5057b359c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.750316 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd67c5-6942-429c-9c8d-5057b359c56f None None] Port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:26:51.789240 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 82112e19-2de3-4a02-a905-a329353ea267 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:51.847725 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 82112e19-2de3-4a02-a905-a329353ea267 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:51.848100 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (82112e19-2de3-4a02-a905-a329353ea267), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.963847 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 82112e19-2de3-4a02-a905-a329353ea267 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:51.964527 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (82112e19-2de3-4a02-a905-a329353ea267), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:51.987900 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 82112e19-2de3-4a02-a905-a329353ea267, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=82112e19-2de3-4a02-a905-a329353ea267,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:52.125652 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (82112e19-2de3-4a02-a905-a329353ea267), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.184415 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=82112e19-2de3-4a02-a905-a329353ea267,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:52.560221 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48150) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:52.565217 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-30105352-network', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:52.693487 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Made reservation on behalf of ae7030ad0d2845ea9ec16b7fdadfc80c for: {'network': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:26:52.695789 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.705811 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.729471 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Sync routers for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:52.740053 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:52.740681 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:52.782211 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks [] for security_group (2d302778-7ccf-4232-9813-5e6afe7e8931), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.851885 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:52.899112 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2d302778-7ccf-4232-9813-5e6afe7e8931), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.924899 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:26:52.933669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d302778-7ccf-4232-9813-5e6afe7e8931,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:52.939923 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:52.940277 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.segments_db [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Added segment 13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4 of type vlan for network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 Apr 06 12:26:52.981467 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (655dea6e-172a-42e7-b2a6-db53f9fa9ae3), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.064052 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 2, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:53.087401 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (655dea6e-172a-42e7-b2a6-db53f9fa9ae3), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.088763 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:53.089433 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.090447 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Checking router: 2633e2de-6bee-408e-9856-3a2e62cfa98a for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:53.090810 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Updating router 2633e2de-6bee-408e-9856-3a2e62cfa98a port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:26:53.119537 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.160552 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] Pushing event updated for resources: {'Network': ['ID=655dea6e-172a-42e7-b2a6-db53f9fa9ae3,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:53.179179 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:26:53.205380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48156) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:53.205861 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-7f2621ac-884a-4707-8a66-ef6785290800 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6447682 Apr 06 12:26:53.211155 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Request body: {'subnet': {'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-30105352-subnet', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:53.302961 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Made reservation on behalf of ae7030ad0d2845ea9ec16b7fdadfc80c for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:26:53.305976 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11667317'] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.500918 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks [] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.596023 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.651880 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919adb1-c710-4e98-81a0-2a49b5ca4e2d None None] Pushing event updated for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:53.675178 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12380196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11667307'] for subnet (765acc06-c541-4913-a543-8aa1338b9c40), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.724594 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Attempting to bind port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:53.724972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Attempting to bind port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:53.725342 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Attempting to bind port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 on network 1cfda324-4c69-448a-ac95-ef40ca777405 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:53.731168 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:53.731655 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Checking segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:53.732117 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.732528 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Bound using segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:53.733012 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Bound port: e3f4bd9b-9d79-4928-8e34-42b8a478dc31, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:53.733403 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.749594 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 82112e19-2de3-4a02-a905-a329353ea267 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:53.752912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765acc06-c541-4913-a543-8aa1338b9c40,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:53.762830 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Checking segment: {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:53.763260 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Network hostable DHCP agents. Network: 655dea6e-172a-42e7-b2a6-db53f9fa9ae3, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:26:53.851583 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] For port e3f4bd9b-9d79-4928-8e34-42b8a478dc31, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:53.854658 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] For port e3f4bd9b-9d79-4928-8e34-42b8a478dc31, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:53.861045 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 82112e19-2de3-4a02-a905-a329353ea267 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:53.861420 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (82112e19-2de3-4a02-a905-a329353ea267), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.876156 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:26:53.905262 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-0c16bdd8-c935-4b96-80a2-d2af593f449c None None] Provisioning complete for port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:53.905631 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0c16bdd8-c935-4b96-80a2-d2af593f449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:53.945934 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-0c16bdd8-c935-4b96-80a2-d2af593f449c None None] Port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:26:53.977830 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 82112e19-2de3-4a02-a905-a329353ea267 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:53.995858 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.035996 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 655dea6e-172a-42e7-b2a6-db53f9fa9ae3) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:54.048574 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:54.053212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.053428 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35803a0f-0677-4aef-935e-68231a3b0557 None None] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:54.071706 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:54.072392 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:54.099888 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919adb1-c710-4e98-81a0-2a49b5ca4e2d None None] Pushing event updated for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:54.166390 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-125ea536-12df-4421-a664-a8a5d57b10e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9592452 Apr 06 12:26:54.169107 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48176) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:54.173405 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:26:54.250373 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:54.253378 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp715f4284-942f-530e-a410-2b3b1f3bbd50-655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'fixed_ips': [{'subnet_id': '765acc06-c541-4913-a543-8aa1338b9c40'}]}} from dv-cinder-815659-5-smb. {{(pid=104099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:26:54.254203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.260419 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3836198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-612'] for router (54ef01c8-be82-434c-8431-a35cec34869e), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.261798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3837366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3835174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3733826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-637'] for router (54ef01c8-be82-434c-8431-a35cec34869e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.318197 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for router_controller (54ef01c8-be82-434c-8431-a35cec34869e), precommit_add_association {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.352791 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Provisioning complete for port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:54.353159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.720353 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.db_base_plugin_common [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Allocated IP 172.20.0.2 (655dea6e-172a-42e7-b2a6-db53f9fa9ae3/765acc06-c541-4913-a543-8aa1338b9c40/4044b092-66c8-419a-968f-329b61a7e2ea) {{(pid=104099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:54.769458 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Current status of the port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:54.769909 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.795535 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for router_gateway (54ef01c8-be82-434c-8431-a35cec34869e), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:54.859652 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] For port e3f4bd9b-9d79-4928-8e34-42b8a478dc31, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:54.868022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:53Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:54.956312 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f823b83d-4ae2-4e96-bb57-a1acaf573e66 None None] The sync data for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb is: [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:53Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:54.960509 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.019193 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks [] for port (4044b092-66c8-419a-968f-329b61a7e2ea), precommit_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.038522 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf882-c245-44a1-b0cb-de38f9ee6bc8 None None] Pushing event updated for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:55.111576 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), after_create {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.173318 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Pushing event updated for resources: {'Port': ['ID=4044b092-66c8-419a-968f-329b61a7e2ea,revision_number=1']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:55.176875 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 is already hosted by enough agents. {{(pid=104099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:55.179272 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.scheduler.base_scheduler [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Resources bound (agent type, host, resource id): {{(pid=104099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:55.181391 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Received port after_create {{(pid=104099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:55.204314 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for router_gateway (54ef01c8-be82-434c-8431-a35cec34869e), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.225106 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.249460 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Attempting to bind port 4044b092-66c8-419a-968f-329b61a7e2ea on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:55.249830 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Attempting to bind port 4044b092-66c8-419a-968f-329b61a7e2ea by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:55.250185 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Attempting to bind port 4044b092-66c8-419a-968f-329b61a7e2ea on network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:55.256232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:55.256711 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Checking segment: {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:55.257387 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.257852 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Bound using segment: {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:55.258395 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Bound port: 4044b092-66c8-419a-968f-329b61a7e2ea, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:55.258858 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.332906 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] For port 4044b092-66c8-419a-968f-329b61a7e2ea, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:55.337044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] For port 4044b092-66c8-419a-968f-329b61a7e2ea, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=4044b092-66c8-419a-968f-329b61a7e2ea,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:55.343191 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Allocated IP 172.28.0.93 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/c3b42092-67f3-4172-b71d-8d566796e7f2) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:55.438077 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.452033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.516608 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376488e-e405-43ea-b88b-a420c3a486bd None None] Pushing event updated for resources: {'Port': ['ID=4044b092-66c8-419a-968f-329b61a7e2ea,revision_number=2']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:55.554581 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:55.616954 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:55.621654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:55.625508 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:55.650278 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b42092-67f3-4172-b71d-8d566796e7f2,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:55.859068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e3f4bd9b-9d79-4928-8e34-42b8a478dc31 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:55.912307 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:55.912677 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.028389 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:56.030032 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 4044b092-66c8-419a-968f-329b61a7e2ea up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:56.073380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for router_gateway (54ef01c8-be82-434c-8431-a35cec34869e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.095927 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 4044b092-66c8-419a-968f-329b61a7e2ea triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:56.096316 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.179680 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 4044b092-66c8-419a-968f-329b61a7e2ea is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:56.180290 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.216724 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port 4044b092-66c8-419a-968f-329b61a7e2ea, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=4044b092-66c8-419a-968f-329b61a7e2ea,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:56.281654 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.295557 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3837359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3835127'] for router (54ef01c8-be82-434c-8431-a35cec34869e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.359001 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=4044b092-66c8-419a-968f-329b61a7e2ea,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:56.581553 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb937a3b-4404-41bc-905c-bb9bc7a2f16b req-83c694bd-9edb-4b33-b638-4f8d702dae1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:56.583801 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bb937a3b-4404-41bc-905c-bb9bc7a2f16b req-83c694bd-9edb-4b33-b638-4f8d702dae1f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0585408 Apr 06 12:26:56.596696 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1c1ab-7cae-47c8-a62e-c7350d16919a None None] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:26:56.607818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Router 54ef01c8-be82-434c-8431-a35cec34869e is scheduled to L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf with binding_index 1 {{(pid=104097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:26:56.640015 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bb937a3b-4404-41bc-905c-bb9bc7a2f16b req-af422e1d-b42d-49d0-9ae8-c68781f1eb52 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496831 Apr 06 12:26:56.716084 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-7e193963-9487-456b-93d5-2c1568bef766 None None] Provisioning complete for port 4044b092-66c8-419a-968f-329b61a7e2ea triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:56.716547 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-7e193963-9487-456b-93d5-2c1568bef766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.740328 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:56.751021 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Sync routers for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:56.764300 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:56.765032 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:56.806422 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-7e193963-9487-456b-93d5-2c1568bef766 None None] Current status of the port 4044b092-66c8-419a-968f-329b61a7e2ea is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:56.876919 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:56.952363 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:56.953892 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-76d246dd-46b6-4074-bea0-3e6988591a38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7838116 Apr 06 12:26:56.956622 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48198) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:26:57.027034 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-9ce9701d-a5df-4d9a-9175-abe0e76573dc None None] Provisioning complete for port 4044b092-66c8-419a-968f-329b61a7e2ea triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:57.027625 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-9ce9701d-a5df-4d9a-9175-abe0e76573dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.060659 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:55Z', 'revision_number': 3, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:26:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:57.092988 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Checking router: 54ef01c8-be82-434c-8431-a35cec34869e for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:26:57.093266 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Updating router 54ef01c8-be82-434c-8431-a35cec34869e port c3b42092-67f3-4172-b71d-8d566796e7f2 binding host dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:26:57.116025 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9701d-a5df-4d9a-9175-abe0e76573dc None None] Current status of the port 4044b092-66c8-419a-968f-329b61a7e2ea is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:57.122905 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.381453 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks [] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), precommit_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.397006 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.451100 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.503330 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Attempting to bind port c3b42092-67f3-4172-b71d-8d566796e7f2 on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:26:57.503719 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Attempting to bind port c3b42092-67f3-4172-b71d-8d566796e7f2 by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:26:57.504082 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Attempting to bind port c3b42092-67f3-4172-b71d-8d566796e7f2 on network d79424ef-1caa-44c8-8424-3734231bbd83 {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:26:57.506885 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61f123-750e-4969-a8a4-b1441b23be83 None None] Pushing event updated for resources: {'Port': ['ID=c3b42092-67f3-4172-b71d-8d566796e7f2,revision_number=2']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:57.511422 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:26:57.511816 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Checking segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:26:57.512212 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.514533 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Bound using segment: {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'} {{(pid=104100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:26:57.514533 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.managers [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Bound port: c3b42092-67f3-4172-b71d-8d566796e7f2, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fc3381-0719-490d-b2d4-75a67b7c16cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}}] {{(pid=104100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:26:57.514533 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), before_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.564211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Allocated IP 172.20.0.1 (655dea6e-172a-42e7-b2a6-db53f9fa9ae3/765acc06-c541-4913-a543-8aa1338b9c40/36e3c9c0-0800-4bb0-871a-819b1621f60e) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:26:57.568584 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] For port c3b42092-67f3-4172-b71d-8d566796e7f2, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:26:57.571624 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.plugins.ml2.db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] For port c3b42092-67f3-4172-b71d-8d566796e7f2, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=c3b42092-67f3-4172-b71d-8d566796e7f2,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:26:57.659118 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron_lib.callbacks.manager [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), after_update {{(pid=104100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.669583 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks [] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.734795 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61f123-750e-4969-a8a4-b1441b23be83 None None] Pushing event updated for resources: {'Port': ['ID=c3b42092-67f3-4172-b71d-8d566796e7f2,revision_number=3']} {{(pid=104100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:57.738039 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:57.743676 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:57.789330 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 4044b092-66c8-419a-968f-329b61a7e2ea up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:57.790417 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.808062 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f73fd-233a-4fb2-9c24-fce20ca7df34 req-5c33f2ee-ea33-4eef-9b87-339d1726aa0c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:57.817425 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-931f73fd-233a-4fb2-9c24-fce20ca7df34 req-5c33f2ee-ea33-4eef-9b87-339d1726aa0c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.0631890 Apr 06 12:26:57.839506 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 4044b092-66c8-419a-968f-329b61a7e2ea triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:57.839881 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.866418 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Pushing event updated for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:57.885138 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-931f73fd-233a-4fb2-9c24-fce20ca7df34 req-cc24dd3e-5e1f-49ee-abdd-b41704d6676a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664546 Apr 06 12:26:57.888324 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:26:57.889576 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:57.893512 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:57.894689 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:26:57.944828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3834918'] for router_interface (54ef01c8-be82-434c-8431-a35cec34869e), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:57.945317 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 4044b092-66c8-419a-968f-329b61a7e2ea is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:26:58.097605 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:55Z', 'revision_number': 3, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:58.144574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f9807b52-5656-4c8b-856a-820963a6ceaf None None] Provisioning complete for port 36e3c9c0-0800-4bb0-871a-819b1621f60e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:58.144849 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f9807b52-5656-4c8b-856a-820963a6ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.186861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f9807b52-5656-4c8b-856a-820963a6ceaf None None] Port 36e3c9c0-0800-4bb0-871a-819b1621f60e cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:26:58.199055 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.216651 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c111a9-7e23-4354-951a-b68af9a09575 None None] The sync data for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb is: [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:55Z', 'revision_number': 3, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:26:58.370230 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks [] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.462645 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.531324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Pushing event updated for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:26:58.536727 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834038'] for router_interface (54ef01c8-be82-434c-8431-a35cec34869e), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.634459 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:26:58.635897 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:26:58.761732 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Router 54ef01c8-be82-434c-8431-a35cec34869e has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:26:58.924016 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-f80a040e-d940-487f-8ac8-916073957c57 None None] Provisioning complete for port 36e3c9c0-0800-4bb0-871a-819b1621f60e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:26:58.924505 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f80a040e-d940-487f-8ac8-916073957c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:58.973033 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-f80a040e-d940-487f-8ac8-916073957c57 None None] Port 36e3c9c0-0800-4bb0-871a-819b1621f60e cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:26:59.214819 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-a661fe27-bfae-43c8-bfdf-94c69fc01e9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:59.216377 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-a661fe27-bfae-43c8-bfdf-94c69fc01e9e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.4050527 Apr 06 12:26:59.217457 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:26:59.223385 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-203a3662-c268-4dec-8dc2-1b23bbed6b8d admin admin] 10.222.0.25 "PUT /v2.0/routers/54ef01c8-be82-434c-8431-a35cec34869e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2656653 Apr 06 12:26:59.245307 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9adf5e-c6fd-47c7-97f4-c2a4995e6f0c req-e7989236-b002-479d-9cb4-24a41bc92364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:26:59.248756 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5e9adf5e-c6fd-47c7-97f4-c2a4995e6f0c req-e7989236-b002-479d-9cb4-24a41bc92364 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 945 time: 0.1305535 Apr 06 12:26:59.336632 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5e9adf5e-c6fd-47c7-97f4-c2a4995e6f0c req-621ea5f3-31fe-4d07-8f58-1ca3d921d836 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=34ae24fd-f9e5-4266-ae62-05ef0715e117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838728 Apr 06 12:26:59.385717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:26:59.386069 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:59.486211 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] For port dfd2c6e5-392d-4572-b40b-bf0d04c23f00, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:26:59.486585 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:59.666310 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:59.666676 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:59.666995 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 03e5ca1a-e01d-417f-aa72-00d970d1532d disassociated. External IP: 172.28.0.175, port: dfd2c6e5-392d-4572-b40b-bf0d04c23f00. Apr 06 12:26:59.667334 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for dfd2c6e5-392d-4572-b40b-bf0d04c23f00 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:26:59.765232 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device c3b42092-67f3-4172-b71d-8d566796e7f2 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:26:59.829641 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Sync routers for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:26:59.856201 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:26:59.861254 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:26:59.882402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (dfd2c6e5-392d-4572-b40b-bf0d04c23f00), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:26:59.915121 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=dfd2c6e5-392d-4572-b40b-bf0d04c23f00,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:00.041442 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:27:00.141016 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port c3b42092-67f3-4172-b71d-8d566796e7f2 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:00.141547 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.167912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:27:00.180022 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:27:00.187975 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:00.201814 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:00.202587 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:00.267604 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] No DVR routers for this DVR port dfd2c6e5-392d-4572-b40b-bf0d04c23f00 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:27:00.272701 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.280374 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c2358ba5-14e1-413c-aed8-a8cd6e543113 req-208258f0-f797-41e1-9731-4b58002fccf6 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "DELETE /v2.0/ports/dfd2c6e5-392d-4572-b40b-bf0d04c23f00 HTTP/1.1" status: 204 len: 173 time: 1.0095236 Apr 06 12:27:00.281039 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'name': 'network-vif-deleted', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:00.286585 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9cbd8e-51b0-495a-a4bf-f6cb8041bf80" -d '{"events": [{"server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "name": "network-vif-deleted", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:00.413190 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8e3711-059d-4846-b441-09f5027c8701 x-openstack-request-id: req-ef8e3711-059d-4846-b441-09f5027c8701 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:00.413502 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa", "name": "network-vif-deleted", "tag": "dfd2c6e5-392d-4572-b40b-bf0d04c23f00", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:00.415124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef8e3711-059d-4846-b441-09f5027c8701 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:00.415124 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8e3711-059d-4846-b441-09f5027c8701'] response: {'server_uuid': 'bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa', 'name': 'network-vif-deleted', 'tag': 'dfd2c6e5-392d-4572-b40b-bf0d04c23f00', 'status': 'completed', 'code': 200} Apr 06 12:27:00.424301 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:00.557192 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3844f6c0-4326-485c-ab99-dd481f4300fc req-fabe8274-9899-4558-879a-b7bedf52a0a2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0895653 Apr 06 12:27:00.669734 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port c3b42092-67f3-4172-b71d-8d566796e7f2 is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:00.670277 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.711203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] For port c3b42092-67f3-4172-b71d-8d566796e7f2, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=c3b42092-67f3-4172-b71d-8d566796e7f2,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:00.746841 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:58Z', 'revision_number': 4, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '36e3c9c0-0800-4bb0-871a-819b1621f60e', 'name': '', 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'mac_address': 'fa:16:3e:64:1b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '765acc06-c541-4913-a543-8aa1338b9c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:57Z', 'updated_at': '2022-04-06T12:26:58Z', 'revision_number': 2, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'subnets': [{'id': '765acc06-c541-4913-a543-8aa1338b9c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:00.780560 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Checking router: 54ef01c8-be82-434c-8431-a35cec34869e for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:27:00.780924 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Updating router 54ef01c8-be82-434c-8431-a35cec34869e port 36e3c9c0-0800-4bb0-871a-819b1621f60e binding host dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:27:00.832263 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-8efbc0fb-95d2-465a-a8ab-5a7eaddc2d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.835107 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.860572 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:00.885277 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:00.903042 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:27:00.914420 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:00.915398 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:01.018598 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Pushing event updated for resources: {'Port': ['ID=c3b42092-67f3-4172-b71d-8d566796e7f2,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:01.039073 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:01.273954 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks [] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), precommit_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.277285 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:01.304238 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea0ea5e-0d40-4079-9784-11ffed8a0493 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:27:01.396032 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.456222 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3a5b-8dd7-4f19-9d34-1350c4b63d87 None None] Pushing event updated for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=3']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:01.526900 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Attempting to bind port 36e3c9c0-0800-4bb0-871a-819b1621f60e on host dv-cinder-815659-5-smb for vnic_type normal with profile {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:27:01.526900 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Attempting to bind port 36e3c9c0-0800-4bb0-871a-819b1621f60e by drivers openvswitch,hyperv on host dv-cinder-815659-5-smb at level 0 using segments [{'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:27:01.526900 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Attempting to bind port 36e3c9c0-0800-4bb0-871a-819b1621f60e on network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:27:01.534074 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Checking agent: {'id': '44d74109-19a4-48be-93d7-c7b68bd9a688', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815659-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 9, 37), 'started_at': datetime.datetime(2022, 4, 6, 12, 10, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815659-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:27:01.534761 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Checking segment: {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:27:01.535269 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.535860 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Bound using segment: {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'} {{(pid=104099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:27:01.536479 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.managers [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Bound port: 36e3c9c0-0800-4bb0-871a-819b1621f60e, host: dv-cinder-815659-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3'}}] {{(pid=104099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:27:01.536958 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.647837 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] For port 36e3c9c0-0800-4bb0-871a-819b1621f60e, host dv-cinder-815659-5-smb, cleared binding levels {{(pid=104099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:27:01.653864 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] For port 36e3c9c0-0800-4bb0-871a-819b1621f60e, host dv-cinder-815659-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=36e3c9c0-0800-4bb0-871a-819b1621f60e,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:27:01.752439 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5b958e25-5a32-43c5-bb6e-bfc8cd28f12c req-97ed26b9-d0ab-4c28-9181-3c8126aa600d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0460284 Apr 06 12:27:01.771711 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc9985-1946-47c5-8b01-29ef31b7d877 None None] New status for floating IP 03e5ca1a-e01d-417f-aa72-00d970d1532d: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:27:01.775919 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.839231 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device c3b42092-67f3-4172-b71d-8d566796e7f2 up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:27:01.990465 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a3a5b-8dd7-4f19-9d34-1350c4b63d87 None None] Pushing event updated for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:01.996225 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Provisioning complete for port 36e3c9c0-0800-4bb0-871a-819b1621f60e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:01.996603 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:01.999244 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:01.999976 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:26:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:02.110996 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port c3b42092-67f3-4172-b71d-8d566796e7f2 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:02.111377 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:02.254345 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:02.285676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Current status of the port 36e3c9c0-0800-4bb0-871a-819b1621f60e is: DOWN; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:02.285676 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:02.421022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port c3b42092-67f3-4172-b71d-8d566796e7f2 is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:02.429931 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] For port 36e3c9c0-0800-4bb0-871a-819b1621f60e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=36e3c9c0-0800-4bb0-871a-819b1621f60e,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:02.539998 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:02.768669 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:58Z', 'revision_number': 4, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '36e3c9c0-0800-4bb0-871a-819b1621f60e', 'name': '', 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'mac_address': 'fa:16:3e:64:1b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '765acc06-c541-4913-a543-8aa1338b9c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:57Z', 'updated_at': '2022-04-06T12:27:01Z', 'revision_number': 4, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'subnets': [{'id': '765acc06-c541-4913-a543-8aa1338b9c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:02.771035 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7ee9a-c445-46ad-99e4-1b46eac0d596 None None] Pushing event updated for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:02.774944 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-651ee0fb-c6a5-4b8a-a926-711c8a5df22f None None] Provisioning complete for port 36e3c9c0-0800-4bb0-871a-819b1621f60e triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:02.775362 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-651ee0fb-c6a5-4b8a-a926-711c8a5df22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:02.802853 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0585cb6c-133f-4825-a94d-e5ba63fc1fb8 None None] The sync data for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb is: [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:26:58Z', 'revision_number': 4, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '36e3c9c0-0800-4bb0-871a-819b1621f60e', 'name': '', 'network_id': '655dea6e-172a-42e7-b2a6-db53f9fa9ae3', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'mac_address': 'fa:16:3e:64:1b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '765acc06-c541-4913-a543-8aa1338b9c40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:57Z', 'updated_at': '2022-04-06T12:27:01Z', 'revision_number': 4, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'subnets': [{'id': '765acc06-c541-4913-a543-8aa1338b9c40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:27:02.837864 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:02.937785 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-651ee0fb-c6a5-4b8a-a926-711c8a5df22f None None] Current status of the port 36e3c9c0-0800-4bb0-871a-819b1621f60e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:02.961947 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3c85aef2-5e70-4977-8213-17116dc06364 req-b3419d84-ab3f-486d-aab2-2b510a72189f tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0488904 Apr 06 12:27:03.276130 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d994a8bd-e8f9-467a-b4bc-533c7a7b6753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:03.599244 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device dfd2c6e5-392d-4572-b40b-bf0d04c23f00 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:27:03.626414 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: dfd2c6e5-392d-4572-b40b-bf0d04c23f00 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:27:03.626831 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device dfd2c6e5-392d-4572-b40b-bf0d04c23f00 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:27:03.770138 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 36e3c9c0-0800-4bb0-871a-819b1621f60e up at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:27:03.818905 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Provisioning complete for port 36e3c9c0-0800-4bb0-871a-819b1621f60e triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:03.827430 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:03.902502 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Current status of the port 36e3c9c0-0800-4bb0-871a-819b1621f60e is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:04.076783 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c08fe2e0-bc86-4480-b923-e62527976da5 req-da6e62d2-8754-4c2c-93ef-79cf99ade94d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc08d2e4-cc1a-4b5f-a596-ac5e9f2cd6fa HTTP/1.1" status: 200 len: 210 time: 0.0480878 Apr 06 12:27:04.226583 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.016715 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:27:05.294020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48274) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:05.359780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (34ae24fd-f9e5-4266-ae62-05ef0715e117), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.385781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (34ae24fd-f9e5-4266-ae62-05ef0715e117), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.578792 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (34ae24fd-f9e5-4266-ae62-05ef0715e117), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.581433 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.586149 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/security-groups/34ae24fd-f9e5-4266-ae62-05ef0715e117 HTTP/1.1" status: 204 len: 168 time: 0.2874689 Apr 06 12:27:05.586345 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48276) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:05.597803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f46c3-620d-4d86-a064-5731bcdc7161 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae24fd-f9e5-4266-ae62-05ef0715e117,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:05.600339 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-38268729-2c6b-47fe-a08e-ff252f1c22f9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] show failed (client error): The resource could not be found. Apr 06 12:27:05.605321 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48278) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:05.607594 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-38268729-2c6b-47fe-a08e-ff252f1c22f9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups/34ae24fd-f9e5-4266-ae62-05ef0715e117 HTTP/1.1" status: 404 len: 347 time: 0.0209358 Apr 06 12:27:05.766802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port aa2003af-9d92-41dc-8eb6-3f524ca7a1e9 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:27:05.767173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.835965 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.866619 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.867003 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:05.885484 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for aa2003af-9d92-41dc-8eb6-3f524ca7a1e9 owned by network:floatingip {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:27:06.149413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (aa2003af-9d92-41dc-8eb6-3f524ca7a1e9), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:06.177583 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=aa2003af-9d92-41dc-8eb6-3f524ca7a1e9,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:06.204009 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.204369 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.204721 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.205068 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.205409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.205748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.206087 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.206422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.206754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.207086 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.207422 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.208404 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.208746 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.209077 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.209405 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:06.259073 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (03e5ca1a-e01d-417f-aa72-00d970d1532d), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:06.262016 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:06.265661 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-07da87b6-9517-48f4-b93f-08e1ae13f988 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/floatingips/03e5ca1a-e01d-417f-aa72-00d970d1532d HTTP/1.1" status: 204 len: 168 time: 0.6570983 Apr 06 12:27:06.600888 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48290) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:06.605868 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681272422', 'description': 'tempest-description--1008611831'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:07.011054 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.078944 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (8fef3173-ccd5-464f-8766-292cc0b176f6), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.201238 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8fef3173-ccd5-464f-8766-292cc0b176f6), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.230494 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fef3173-ccd5-464f-8766-292cc0b176f6,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:07.306252 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.307855 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3c6fe85e-fb9c-42b5-bd5c-53bbc71e15a3 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7058833 Apr 06 12:27:07.311517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48298) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:07.318439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '8fef3173-ccd5-464f-8766-292cc0b176f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:07.417044 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.464693 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (a8d6d2ed-7add-436d-a866-a06c8cba8031), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.542803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (a8d6d2ed-7add-436d-a866-a06c8cba8031), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.669756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (a8d6d2ed-7add-436d-a866-a06c8cba8031), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.695523 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d6d2ed-7add-436d-a866-a06c8cba8031,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:07.815865 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:07.817686 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6c396664-e334-4030-b401-c249552c75b9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5039728 Apr 06 12:27:07.820445 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48300) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:07.830989 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'security_group_rule': {'security_group_id': '8fef3173-ccd5-464f-8766-292cc0b176f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:07.955875 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (b7fda333-8ac4-4eb0-a384-3b385552264a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.029258 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (b7fda333-8ac4-4eb0-a384-3b385552264a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.110112 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (b7fda333-8ac4-4eb0-a384-3b385552264a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.133204 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fda333-8ac4-4eb0-a384-3b385552264a,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:08.269603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.272393 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5e76e5dd-68f9-45b8-9853-2719b9e7eac9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4493518 Apr 06 12:27:08.273998 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48304) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:08.284400 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:08.429660 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.550667 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.669447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.28.0.100 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/e9496dfc-c870-4deb-adf1-16a6ae4233d1) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:27:08.789983 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.934847 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:08.974888 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:27:08.979351 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:27:08.983313 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:27:09.013682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=e9496dfc-c870-4deb-adf1-16a6ae4233d1,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:09.095237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.232526 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.405123 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.483505 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.555176 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=e9496dfc-c870-4deb-adf1-16a6ae4233d1,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:09.571131 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.677473 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:09.689137 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-35a20c38-667f-4f0d-9cff-3f3ec3dcff92 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4071443 Apr 06 12:27:09.894431 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-5e7f5abd-d7f2-4450-a5cc-c02986846085 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1681272422&fields=id&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 267 time: 0.0457876 Apr 06 12:27:10.003015 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-83d3123d-09e4-4941-8a78-3301b2faf0c1 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:10.004438 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-83d3123d-09e4-4941-8a78-3301b2faf0c1 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1025360 Apr 06 12:27:10.020083 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-95db7111-ed2e-4f90-8d0e-ba468f7ff746 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/quotas/c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 375 time: 0.0095007 Apr 06 12:27:10.075405 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-f6ecfb5d-7b42-46ec-a3aa-7f5d88fda7e4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499651 Apr 06 12:27:10.178198 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-57fd66bc-bd3f-4146-9bd9-1f799a923163 service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884643 Apr 06 12:27:10.271522 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-0c8dfd10-0d88-4eab-9e37-c4d69dcdd2c2 service neutron] 10.222.0.25 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873909 Apr 06 12:27:10.641166 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9a27b7a3-6cb7-425d-92d9-c1ceec463078 req-1a38d7cd-3c3f-46ae-821d-7d17b03a8b08 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 210 time: 0.0417638 Apr 06 12:27:11.723872 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-352dd511-4184-448d-91c6-843bebaf5b81 req-6beaac05-efc8-4ed9-a13c-dc6f0b98b2de tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 210 time: 0.0275509 Apr 06 12:27:11.991262 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-50cb5879-96ab-49eb-b0fa-5db85d33e9f3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:11.992704 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-50cb5879-96ab-49eb-b0fa-5db85d33e9f3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 814 time: 0.1035235 Apr 06 12:27:12.007462 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-a0c0ddf2-7e27-44ee-b2ea-39d7b4972392 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/quotas/69d0d032af074003b318dbb3b2b1124e HTTP/1.1" status: 200 len: 375 time: 0.0092981 Apr 06 12:27:12.060531 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-705bdf42-122f-4d3a-b511-8046dd38049f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482762 Apr 06 12:27:12.157313 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-67891a7e-fa2b-4d39-9ae0-91d60ed9c75a service neutron] 10.222.0.25 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Apr 06 12:27:12.246914 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-774bbebb-cd54-4a35-8e1e-6dc0739c0627 service neutron] 10.222.0.25 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Apr 06 12:27:12.559390 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4f03cd55-474d-49b8-b652-9ef7436638ac req-7c28d193-e409-478c-b63d-15282b66249a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0325887 Apr 06 12:27:12.816479 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7bb4dfbd-740a-498e-8fdc-94e7096072dc req-7521575e-b885-4b5e-9587-bb8c83d5fc81 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 210 time: 0.0273950 Apr 06 12:27:13.336354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-5b7c2828-0d9f-4053-90a7-04b2e00bd812 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:13.337830 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-5b7c2828-0d9f-4053-90a7-04b2e00bd812 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 815 time: 0.1134636 Apr 06 12:27:13.399692 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-e029d517-db5c-47c6-9fcf-cf23945dc1e7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c48c274d220b4e15b0fab81b3d03b4c9 HTTP/1.1" status: 200 len: 380 time: 0.0519912 Apr 06 12:27:13.415598 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'port': {'device_id': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'admin_state_up': True, 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'security_groups': ['8fef3173-ccd5-464f-8766-292cc0b176f6']}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:13.648038 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3eda6a63-2f81-45e3-b7b6-40b655f16f21 req-00172441-a805-4a99-bd98-0950b35835c8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0351100 Apr 06 12:27:13.649093 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Made reservation on behalf of c48c274d220b4e15b0fab81b3d03b4c9 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:27:13.652440 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:13.778348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Allocated IP 172.20.0.13 (64fb9e16-483f-49fb-93ef-901192b0a23c/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34/6c662be6-4ab5-4f65-89ed-6911d3a63a07) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:27:13.917261 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3936e1a8-0398-43c5-b961-cab24dead577 req-419e1a16-1ea1-46b6-a613-e1888f4dabec tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 210 time: 0.0319777 Apr 06 12:27:13.953503 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:14.104493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:14.146066 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Network 64fb9e16-483f-49fb-93ef-901192b0a23c is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:27:14.155487 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:27:14.159637 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:27:14.190769 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event updated for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:14.214818 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:14.215452 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:14.443513 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-6475031b-2889-4cd0-a8be-1b8a6715efeb None None] Provisioning complete for port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:14.444402 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6475031b-2889-4cd0-a8be-1b8a6715efeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:14.447394 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-68f24183-c086-45df-94d2-79d5c4667e23 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0364652 Apr 06 12:27:14.482562 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-6475031b-2889-4cd0-a8be-1b8a6715efeb None None] Port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:27:14.546672 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ad979-bf57-4d7c-97cc-ab154c4e542a req-e75d1f88-c869-493d-b564-956962478498 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:14.548210 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ba0ad979-bf57-4d7c-97cc-ab154c4e542a req-e75d1f88-c869-493d-b564-956962478498 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0533533 Apr 06 12:27:14.594158 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ba0ad979-bf57-4d7c-97cc-ab154c4e542a req-b3c10b0d-ab5d-427a-b03c-3b140c2a658c tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Apr 06 12:27:14.740427 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f6e3c25e-34d1-401c-bfbe-021be60fbdb1 req-2f77abcd-8347-49df-afc3-251032b7fd32 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0271533 Apr 06 12:27:15.032534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8ed31-5933-499a-8465-43f0d2e5c7b3 req-4c69c83e-ed8f-46dc-9e64-cb01539a8dcf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:15.033903 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-66c8ed31-5933-499a-8465-43f0d2e5c7b3 req-4c69c83e-ed8f-46dc-9e64-cb01539a8dcf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 932 time: 0.0509465 Apr 06 12:27:15.082230 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-66c8ed31-5933-499a-8465-43f0d2e5c7b3 req-bd738784-ebae-4efe-88b0-c100654c212c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428596 Apr 06 12:27:15.711756 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffec35-0182-419e-849a-b2e7c130596d req-12f58425-2b68-497a-8720-29a1f2c91f93 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:15.713231 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-baffec35-0182-419e-849a-b2e7c130596d req-12f58425-2b68-497a-8720-29a1f2c91f93 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0525670 Apr 06 12:27:15.758008 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-baffec35-0182-419e-849a-b2e7c130596d req-9b35ed02-fa51-47ec-a19d-e07f1cdd56a5 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Apr 06 12:27:15.833881 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c43e6525-4d81-4d14-bfab-bb0e58ecba19 req-2cb9faff-7f15-4311-9020-b8818d1d2514 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0266440 Apr 06 12:27:16.198510 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef70e-4866-4f9f-a817-9075cfa53a3d req-4e01cae0-78ec-47e1-981a-e4804d327d2e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:16.200007 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-673ef70e-4866-4f9f-a817-9075cfa53a3d req-4e01cae0-78ec-47e1-981a-e4804d327d2e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 932 time: 0.0545151 Apr 06 12:27:16.245313 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-673ef70e-4866-4f9f-a817-9075cfa53a3d req-bc8296f4-824e-45aa-9c00-3cc56f932c51 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Apr 06 12:27:16.877413 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69c35f-1555-41a2-8b6b-28707b098587 req-8cb3dbd2-43c8-4647-b601-fa8220021e65 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:16.878908 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-df69c35f-1555-41a2-8b6b-28707b098587 req-8cb3dbd2-43c8-4647-b601-fa8220021e65 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0530014 Apr 06 12:27:16.924382 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-88b67d11-403a-421c-a368-8ac733cdb285 req-c7ffd450-0d57-4d79-9935-5f9b24177c8c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0272710 Apr 06 12:27:16.925441 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-df69c35f-1555-41a2-8b6b-28707b098587 req-d36be07f-9f98-4f9e-b1f4-9f5a08cdd084 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410025 Apr 06 12:27:17.375362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9a66-1799-40e3-964d-95660568f402 req-34d884ad-c38e-47fe-8aca-ec865dc2be4a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:17.376996 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4c3d9a66-1799-40e3-964d-95660568f402 req-34d884ad-c38e-47fe-8aca-ec865dc2be4a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 932 time: 0.0583472 Apr 06 12:27:17.424276 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-4c3d9a66-1799-40e3-964d-95660568f402 req-90942f20-dca2-43f5-ab2e-31e73faf42af tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Apr 06 12:27:18.017178 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b60fb781-9bb7-40b7-86da-fa2597e1d5cf req-947bd9c0-1504-4192-bf28-5db4a272a685 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0277028 Apr 06 12:27:18.050243 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584be3-bd95-40cd-9022-8ec3e4f40457 req-3e1e25f7-e2aa-4b62-b49e-02bd6f0ec720 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:18.051804 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6f584be3-bd95-40cd-9022-8ec3e4f40457 req-3e1e25f7-e2aa-4b62-b49e-02bd6f0ec720 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.0588403 Apr 06 12:27:18.097872 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6f584be3-bd95-40cd-9022-8ec3e4f40457 req-8aaf7dad-a86e-4b46-aa49-75b67ec2cd62 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 Apr 06 12:27:18.543943 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861a555-8448-4eb5-ad19-2edf9d0e6c46 req-c9705909-d67c-43d1-bd8e-87f2eb459616 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:18.545419 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1861a555-8448-4eb5-ad19-2edf9d0e6c46 req-c9705909-d67c-43d1-bd8e-87f2eb459616 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 932 time: 0.0551417 Apr 06 12:27:18.593505 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1861a555-8448-4eb5-ad19-2edf9d0e6c46 req-7e99dd3e-9c20-422a-a837-f24fa2fc6024 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413706 Apr 06 12:27:18.845798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Request body: {'port': {'device_id': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:18.911943 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:19.123064 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b9139b40-2cd6-4d14-839d-68d6ab04aeff req-136b4f3f-c229-428c-a4d9-25f62391f0ac tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0279920 Apr 06 12:27:19.263606 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c662be6-4ab5-4f65-89ed-6911d3a63a07 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:27:19.274137 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-645b8472-78da-482e-9e14-6ba1f27e5ede tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:19.275630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-645b8472-78da-482e-9e14-6ba1f27e5ede tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.1430557 Apr 06 12:27:19.281156 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks [] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:19.329056 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Transition to ACTIVE for port object 6c662be6-4ab5-4f65-89ed-6911d3a63a07 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:27:19.338022 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877467-d3e9-4876-88a3-75f68e5d2e99 req-7b024725-5981-4138-ba72-60358de90875 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:19.339562 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f9877467-d3e9-4876-88a3-75f68e5d2e99 req-7b024725-5981-4138-ba72-60358de90875 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 946 time: 0.1458197 Apr 06 12:27:19.418981 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-f9877467-d3e9-4876-88a3-75f68e5d2e99 req-94003c26-c9b6-48e3-bf9c-b29970e10792 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a1346e5-3079-4468-9d28-d916a2e39979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737195 Apr 06 12:27:19.437887 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Deleting port a5b817e9-4171-4e9f-9d14-77c6977e0499 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:27:19.438350 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:19.485948 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:19.565618 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:19.619911 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] For port a5b817e9-4171-4e9f-9d14-77c6977e0499, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=a5b817e9-4171-4e9f-9d14-77c6977e0499,segment=NetworkSegment(1f7096ff-17d9-4588-acbb-121cd819b021),segment_id=1f7096ff-17d9-4588-acbb-121cd819b021)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:19.620278 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:19.640057 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Calling delete_port for a5b817e9-4171-4e9f-9d14-77c6977e0499 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:27:19.715400 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f23ac-d003-4cfa-abdf-6ae3a31ce8df req-03129dc1-bd3d-4762-a911-03f6ebe31020 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:19.718079 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8a2f23ac-d003-4cfa-abdf-6ae3a31ce8df req-03129dc1-bd3d-4762-a911-03f6ebe31020 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0565028 Apr 06 12:27:19.767597 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8a2f23ac-d003-4cfa-abdf-6ae3a31ce8df req-7070f1bd-68f1-4e06-b8ed-8f994950b0d2 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446429 Apr 06 12:27:19.977918 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Attempting to bind port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:27:19.978175 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Attempting to bind port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:27:19.978471 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Attempting to bind port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:27:20.026981 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 on network 64fb9e16-483f-49fb-93ef-901192b0a23c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:27:20.027303 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Attempting to bind port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 on network 64fb9e16-483f-49fb-93ef-901192b0a23c {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:27:20.050212 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:27:20.050580 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Checking segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:27:20.050955 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Bound using segment: {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:27:20.051393 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Bound port: 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2fdf5a8-7dbe-4f38-99c8-af661e022046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:27:20.051771 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.150938 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-7af1e254-29b6-4737-a7ea-26dd268fffff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:20.152217 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-7af1e254-29b6-4737-a7ea-26dd268fffff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 814 time: 0.1754901 Apr 06 12:27:20.174327 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'port': {'device_id': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'admin_state_up': True, 'tenant_id': '69d0d032af074003b318dbb3b2b1124e'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:20.273232 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:27:20.282999 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca5d8b80-53d1-4e59-9d3c-41891fc80dbb req-e8ff7d75-5a03-45d4-9529-abfff590b717 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0717962 Apr 06 12:27:20.304402 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:27:20.384035 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.389147 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (a5b817e9-4171-4e9f-9d14-77c6977e0499), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.403427 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['a5b817e9-4171-4e9f-9d14-77c6977e0499'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:27:20.442182 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:20.442803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.444754 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c662be6-4ab5-4f65-89ed-6911d3a63a07 HTTP/1.1" status: 200 len: 1094 time: 1.6035516 Apr 06 12:27:20.445219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:20.447500 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa5468-f28e-48f5-901c-f0398d4d8800" -d '{"events": [{"name": "network-changed", "server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:20.484805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124f5c4-0d4c-44a8-a873-70eb55876da0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:20.502115 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Made reservation on behalf of 69d0d032af074003b318dbb3b2b1124e for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:27:20.508729 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.515262 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] No DVR routers for this DVR port a5b817e9-4171-4e9f-9d14-77c6977e0499 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:27:20.542644 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:20.546015 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3b2c1ee9-6e62-4f87-8a71-a0e8417fed94 req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.15 "DELETE /v2.0/ports/a5b817e9-4171-4e9f-9d14-77c6977e0499 HTTP/1.1" status: 204 len: 173 time: 1.2601318 Apr 06 12:27:20.547618 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb2613-4b3d-49e9-867e-add0f7738cc9 x-openstack-request-id: req-c1cb2613-4b3d-49e9-867e-add0f7738cc9 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:20.547861 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:20.548124 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1cb2613-4b3d-49e9-867e-add0f7738cc9 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:20.548601 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cb2613-4b3d-49e9-867e-add0f7738cc9'] response: {'name': 'network-changed', 'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'status': 'completed', 'code': 200} Apr 06 12:27:20.551504 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31823bdc-aaca-4394-9e7a-999ccd57dafe tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] Pushing event deleted for resources: {'Port': ['ID=a5b817e9-4171-4e9f-9d14-77c6977e0499,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:20.590050 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-1cfe3b05-f0bf-4c50-9272-776d3cb4d36f req-fac2a575-a1a7-4367-8956-dec63bb6be53 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0572650 Apr 06 12:27:20.691799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-c12ca50a-2d7c-4a92-bc30-d408131fc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:20.693338 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-c12ca50a-2d7c-4a92-bc30-d408131fc10c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 1128 time: 0.1220825 Apr 06 12:27:20.764769 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Allocated IP 172.20.0.9 (1cfda324-4c69-448a-ac95-ef40ca777405/87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0/f477c83e-d046-4ad3-bf25-613c61664a6a) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:27:20.848096 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-d4accf9a-8737-4d9f-9d48-48403c56c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:20.849630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-d4accf9a-8737-4d9f-9d48-48403c56c0e7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1435263 Apr 06 12:27:21.036276 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64906750-e4b0-43b2-a11e-beafa9f7ae05 req-a69b02e1-4f3a-4f51-b3c3-f7f826b58d38 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:21.037888 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64906750-e4b0-43b2-a11e-beafa9f7ae05 req-a69b02e1-4f3a-4f51-b3c3-f7f826b58d38 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.1872847 Apr 06 12:27:21.077059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-d0485475-2700-4980-82ce-7d6af78d5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:21.078410 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d1aa5468-f28e-48f5-901c-f0398d4d8800 req-d0485475-2700-4980-82ce-7d6af78d5822 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2166028 Apr 06 12:27:21.081280 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:21.138780 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-64906750-e4b0-43b2-a11e-beafa9f7ae05 req-33ed5ea3-ca7e-4ecc-a550-1bb703af2844 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824289 Apr 06 12:27:21.235210 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:21.278592 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Network 1cfda324-4c69-448a-ac95-ef40ca777405 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:27:21.281948 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:27:21.285952 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:27:21.335426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:21.362434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:21.364510 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:21.498519 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f748b85-e452-4076-974c-752a219f568f req-c4902edc-ce3b-45e2-ad17-0ac963d9717e tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:21.501092 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3f748b85-e452-4076-974c-752a219f568f req-c4902edc-ce3b-45e2-ad17-0ac963d9717e tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0909071 Apr 06 12:27:21.523124 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-782feb87-42c6-4fc7-9e1c-3d3b91b56e21 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3592644 Apr 06 12:27:21.574345 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-3f748b85-e452-4076-974c-752a219f568f req-db9f5bae-4842-41d4-93d7-d2621704962b tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662949 Apr 06 12:27:21.613675 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-a23820b4-9242-4b98-98a9-d18bd621f483 None None] Provisioning complete for port f477c83e-d046-4ad3-bf25-613c61664a6a triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:21.614637 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a23820b4-9242-4b98-98a9-d18bd621f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:21.654562 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a23820b4-9242-4b98-98a9-d18bd621f483 None None] Port f477c83e-d046-4ad3-bf25-613c61664a6a cannot update to ACTIVE because it is not bound. {{(pid=104099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:27:21.745663 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-59b7a2b6-5121-4e5b-bf3c-7909988f09f9 req-a804a441-f4ca-455a-ad56-995a955f4731 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0303507 Apr 06 12:27:22.280464 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c688937-36f0-4203-af36-22d622a9c2f5 req-84be8d8f-55f6-47d2-9bce-aac7f4c0d1c9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:22.282512 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9c688937-36f0-4203-af36-22d622a9c2f5 req-84be8d8f-55f6-47d2-9bce-aac7f4c0d1c9 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0583065 Apr 06 12:27:22.333764 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9c688937-36f0-4203-af36-22d622a9c2f5 req-12c9dd30-aa61-4888-9bc3-55c23d0b6993 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448177 Apr 06 12:27:22.550203 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'name': 'network-vif-deleted', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:22.552533 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823bedb-b287-4f54-9d9c-e2389b14c6f2" -d '{"events": [{"server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "name": "network-vif-deleted", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:22.588237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b9bfaa-e6b2-469a-b078-17e18e7af77f x-openstack-request-id: req-d7b9bfaa-e6b2-469a-b078-17e18e7af77f {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:22.588535 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f7dc5d-4a14-42f0-8beb-8943a33a67b5", "name": "network-vif-deleted", "tag": "a5b817e9-4171-4e9f-9d14-77c6977e0499", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:22.588857 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7b9bfaa-e6b2-469a-b078-17e18e7af77f {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:22.589315 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b9bfaa-e6b2-469a-b078-17e18e7af77f'] response: {'server_uuid': '65f7dc5d-4a14-42f0-8beb-8943a33a67b5', 'name': 'network-vif-deleted', 'tag': 'a5b817e9-4171-4e9f-9d14-77c6977e0499', 'status': 'completed', 'code': 200} Apr 06 12:27:22.725667 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc31c0c-0b1a-46d0-99f6-5b7bc1782da3 req-cbdbfeec-5240-41c5-84a2-664d31f3c2fb tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:22.727166 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ecc31c0c-0b1a-46d0-99f6-5b7bc1782da3 req-cbdbfeec-5240-41c5-84a2-664d31f3c2fb tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0616047 Apr 06 12:27:22.786578 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ecc31c0c-0b1a-46d0-99f6-5b7bc1782da3 req-2df843d2-45d1-49b6-8c4f-32d4cd9141c0 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535555 Apr 06 12:27:22.865834 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a2fd33e1-b15a-4c19-93b1-cedd0a0af6c4 req-ce8bae31-c638-4c78-b6df-7e1b03ed8d1d tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0299397 Apr 06 12:27:23.465419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297ecf7-a815-4b36-b5f5-9765ee1881d4 req-2602ad3d-672f-4b8c-b239-361c106a912c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:23.466958 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7297ecf7-a815-4b36-b5f5-9765ee1881d4 req-2602ad3d-672f-4b8c-b239-361c106a912c tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0557849 Apr 06 12:27:23.517025 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7297ecf7-a815-4b36-b5f5-9765ee1881d4 req-d75b2b72-467e-4e2a-b2ce-8afedd243c96 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Apr 06 12:27:23.658267 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device a5b817e9-4171-4e9f-9d14-77c6977e0499 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:27:23.679575 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: a5b817e9-4171-4e9f-9d14-77c6977e0499 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:27:23.679917 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device a5b817e9-4171-4e9f-9d14-77c6977e0499 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:27:23.916311 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081274e-5061-4abc-a31c-febb8785c6ec req-68157a2c-cd3b-4bb1-a876-0e909563ccc3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:23.918118 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9081274e-5061-4abc-a31c-febb8785c6ec req-68157a2c-cd3b-4bb1-a876-0e909563ccc3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0639970 Apr 06 12:27:23.971919 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-9081274e-5061-4abc-a31c-febb8785c6ec req-449d4b1b-74e5-4123-9b85-214d855943a7 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471392 Apr 06 12:27:23.998504 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8598a1cb-be0d-4050-adbe-8b78f8637b7c req-7202e610-9dba-4d8b-8ac6-afceda6e182d tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0367670 Apr 06 12:27:24.638168 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e02a21-2782-4d80-b1a6-caf0550108f4 req-eb612f7d-bad3-4975-8354-2b46214ca1f5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:24.640706 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8e02a21-2782-4d80-b1a6-caf0550108f4 req-eb612f7d-bad3-4975-8354-2b46214ca1f5 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0536194 Apr 06 12:27:24.692205 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8e02a21-2782-4d80-b1a6-caf0550108f4 req-44e2aab8-52c0-4cce-b4ef-1ad50f462ddc tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Apr 06 12:27:25.124424 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a263e514-7620-4898-ae1c-af67e04e96f8 req-ad28ae1a-10b7-41fd-b928-a194e362bb57 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0329430 Apr 06 12:27:25.132870 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694f19e-a643-4415-bbad-6a17e2c20099 req-803e8aff-44e3-437a-994d-47424d329d6c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:25.135001 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5694f19e-a643-4415-bbad-6a17e2c20099 req-803e8aff-44e3-437a-994d-47424d329d6c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0709746 Apr 06 12:27:25.187169 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5694f19e-a643-4415-bbad-6a17e2c20099 req-c14b54af-6f31-4426-8f90-8859623956fc tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Apr 06 12:27:25.821716 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bc27a-4d33-443b-9e32-fe21f541a2b8 req-368e276e-2842-490f-ba6e-608c41a82d77 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:25.823408 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cd8bc27a-4d33-443b-9e32-fe21f541a2b8 req-368e276e-2842-490f-ba6e-608c41a82d77 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0567608 Apr 06 12:27:25.875848 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cd8bc27a-4d33-443b-9e32-fe21f541a2b8 req-271a8629-b1b1-4427-9903-23140002b5bf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Apr 06 12:27:26.234211 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-f6748237-9726-4467-add7-60b62e16811d req-a1ba8db8-daae-4445-a1f7-40ef346a77e7 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0286267 Apr 06 12:27:26.317376 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76854e9-4a39-4997-9100-52bea4efc271 req-36b8e9e8-2cc3-4f57-b082-764b9e7c187b tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:26.320440 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e76854e9-4a39-4997-9100-52bea4efc271 req-36b8e9e8-2cc3-4f57-b082-764b9e7c187b tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0587022 Apr 06 12:27:26.373223 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e76854e9-4a39-4997-9100-52bea4efc271 req-0707548b-fdc2-42e5-8b9b-d88aa177adbb tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447779 Apr 06 12:27:26.993906 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618edfe-8886-49ee-9e79-0059f9e007ce req-8d362497-22c5-4c4f-b9de-0a841bb96a33 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:26.995551 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b618edfe-8886-49ee-9e79-0059f9e007ce req-8d362497-22c5-4c4f-b9de-0a841bb96a33 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0538256 Apr 06 12:27:27.049751 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b618edfe-8886-49ee-9e79-0059f9e007ce req-a35643b4-0889-4180-98ba-54902968f7c7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486042 Apr 06 12:27:27.366806 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a97ce842-562a-4337-8963-52e9de226c18 req-ff8a6151-f377-4a1e-98b8-8c992c4236f0 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0436928 Apr 06 12:27:27.533131 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24abb5-d44c-4799-931c-46a600298517 req-1346b6ef-6e0c-4f73-b323-7d14a662d597 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:27.533131 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ec24abb5-d44c-4799-931c-46a600298517 req-1346b6ef-6e0c-4f73-b323-7d14a662d597 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.0574703 Apr 06 12:27:27.572266 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ec24abb5-d44c-4799-931c-46a600298517 req-4873ecd7-0fe2-4cf0-b420-c98ce7b1cea1 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504513 Apr 06 12:27:28.205588 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923117-3bdb-4cc6-a81d-18c24a9c0df7 req-046c4b77-66a3-4b2a-b444-95778a7f402e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:28.207120 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d3923117-3bdb-4cc6-a81d-18c24a9c0df7 req-046c4b77-66a3-4b2a-b444-95778a7f402e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0698214 Apr 06 12:27:28.260776 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d3923117-3bdb-4cc6-a81d-18c24a9c0df7 req-04cc90f2-50b0-4e7d-b64d-ba8418e270f8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468280 Apr 06 12:27:28.477649 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7b9a456a-2aa5-4b16-9672-db2485030480 req-32d39b03-d86e-4396-9e1c-77760b613154 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0350871 Apr 06 12:27:28.610080 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Request body: {'port': {'device_id': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:28.725517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:28.778141 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-70730808-68dd-4391-86a9-b03f03e81d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:28.779646 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-70730808-68dd-4391-86a9-b03f03e81d95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 1128 time: 0.1342380 Apr 06 12:27:28.789846 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8c62-35e2-4829-90c5-db15a1bab40f req-f68a014b-5267-4397-9b60-1f81566a1cd2 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:28.792652 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab3b8c62-35e2-4829-90c5-db15a1bab40f req-f68a014b-5267-4397-9b60-1f81566a1cd2 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 931 time: 0.1212301 Apr 06 12:27:28.909755 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ab3b8c62-35e2-4829-90c5-db15a1bab40f req-77b5cc57-ca10-42e4-88dd-429dcd8f5256 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121113 Apr 06 12:27:28.994080 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-c6f67054-a586-4d8d-957c-7d35bde7126b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07 HTTP/1.1" status: 200 len: 217 time: 0.0440540 Apr 06 12:27:29.078086 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-44faf294-69c5-4e8d-8af5-4ebb88454d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:29.083797 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-44faf294-69c5-4e8d-8af5-4ebb88454d96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0692747 Apr 06 12:27:29.119226 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f477c83e-d046-4ad3-bf25-613c61664a6a {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:27:29.126915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks [] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:29.138566 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Transition to ACTIVE for port object f477c83e-d046-4ad3-bf25-613c61664a6a will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:27:29.310092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:29.375464 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-0ff260f0-37ef-46fd-acc0-7ca14cbd3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:29.377042 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-0ff260f0-37ef-46fd-acc0-7ca14cbd3319 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1021006 Apr 06 12:27:29.382033 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:29.386927 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2250776-3580-4da2-9d4e-6efb50800075 req-d3473eea-be38-43c5-afba-401f21c0066b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:29.389240 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d2250776-3580-4da2-9d4e-6efb50800075 req-d3473eea-be38-43c5-afba-401f21c0066b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0591345 Apr 06 12:27:29.441219 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-d2250776-3580-4da2-9d4e-6efb50800075 req-45bf56e3-c443-4b9e-b376-c0edd9cd4006 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Apr 06 12:27:29.522560 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Attempting to bind port f477c83e-d046-4ad3-bf25-613c61664a6a on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:27:29.523011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Attempting to bind port f477c83e-d046-4ad3-bf25-613c61664a6a by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:27:29.523525 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Attempting to bind port f477c83e-d046-4ad3-bf25-613c61664a6a on network 1cfda324-4c69-448a-ac95-ef40ca777405 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:27:29.535693 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Port f477c83e-d046-4ad3-bf25-613c61664a6a on network 1cfda324-4c69-448a-ac95-ef40ca777405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Attempting to bind port f477c83e-d046-4ad3-bf25-613c61664a6a on network 1cfda324-4c69-448a-ac95-ef40ca777405 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-e62a23a6-12a6-45ce-8f54-8aca5fb10031 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400185 Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Checking segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Bound using segment: {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Bound port: f477c83e-d046-4ad3-bf25-613c61664a6a, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f50ffe-9a4f-4cb0-a067-58a489e5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:27:29.547828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:29.645928 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c73983e4-e87f-4c9a-bd4a-619788c744b2 req-68f21e2e-d410-47fd-9cd8-62613e4bd942 tempest-VolumesSnapshotTestJSON-1144368085 tempest-VolumesSnapshotTestJSON-1144368085-project] 10.222.0.25 "GET /v2.0/ports?device_id=65f7dc5d-4a14-42f0-8beb-8943a33a67b5 HTTP/1.1" status: 200 len: 210 time: 0.0817630 Apr 06 12:27:29.700652 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:27:29.718530 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ee58872-cb85-4d46-8ad1-61ca8a841bad req-db41e488-bc81-46ec-8388-e94bdbf5a4fc service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643202 Apr 06 12:27:29.720174 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:27:29.869663 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:29.904004 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:29.904691 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:29.906093 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 1093 time: 1.3008115 Apr 06 12:27:29.906528 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:29.908780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e58c3-93df-4b50-b02f-54d2ba95ea61" -d '{"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:29.936465 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e9556-639b-41bb-9d69-7183a9b3bcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:29.969067 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586bc052-605f-468a-a453-dc4b02769d9f x-openstack-request-id: req-586bc052-605f-468a-a453-dc4b02769d9f {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:29.969454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:29.969828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-586bc052-605f-468a-a453-dc4b02769d9f {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:29.970329 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586bc052-605f-468a-a453-dc4b02769d9f'] response: {'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:27:30.048505 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca57ee-a20b-4c0e-9395-6ca4eb1a0fd5 req-bcfca02a-d685-42f7-9008-c846ece71dff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:30.050093 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-00ca57ee-a20b-4c0e-9395-6ca4eb1a0fd5 req-bcfca02a-d685-42f7-9008-c846ece71dff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 943 time: 0.0587163 Apr 06 12:27:30.098810 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-00ca57ee-a20b-4c0e-9395-6ca4eb1a0fd5 req-4c55b695-748b-412d-9233-28ed182af647 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Apr 06 12:27:30.559443 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a35ee-cedb-44cd-ae86-ee5d71752313 req-c3cd6e37-8947-403c-bfc8-75587114d129 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:30.561188 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-091a35ee-cedb-44cd-ae86-ee5d71752313 req-c3cd6e37-8947-403c-bfc8-75587114d129 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0509672 Apr 06 12:27:30.607225 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-091a35ee-cedb-44cd-ae86-ee5d71752313 req-1a739dfb-2f37-465d-b948-1ae53a2d4eb4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Apr 06 12:27:30.685576 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6017b457-444f-492e-bae6-5afc8d41becd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:30.848844 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-2a87b93a-4d76-4211-9d1c-d65e9193e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:30.850302 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-2a87b93a-4d76-4211-9d1c-d65e9193e93b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1127 time: 0.0440691 Apr 06 12:27:30.903772 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-5b307486-fce7-4939-86f9-354bff4fc4e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 217 time: 0.0363927 Apr 06 12:27:30.953064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-424536b9-0dac-4da1-b054-4c8176aa4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:30.954440 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-424536b9-0dac-4da1-b054-4c8176aa4a8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0421188 Apr 06 12:27:31.007836 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-aa8a5ad9-4493-44fa-b929-7690b491251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:31.009268 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-aa8a5ad9-4493-44fa-b929-7690b491251a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457668 Apr 06 12:27:31.103845 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-3023980c-87a7-44f7-98d8-bf51e692c00b service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831342 Apr 06 12:27:31.196200 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-91f8a996-f294-4078-8fe9-fb5d64c8cae3 req-6a534645-2907-4279-8d3f-ddc264663a6c service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Apr 06 12:27:31.213942 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f0a6f-b6e8-4028-b96e-064a6aea2107 req-a7355081-7bb8-4462-9a35-6ae465b170a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:31.215409 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bd1f0a6f-b6e8-4028-b96e-064a6aea2107 req-a7355081-7bb8-4462-9a35-6ae465b170a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 943 time: 0.0531015 Apr 06 12:27:31.266354 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-bd1f0a6f-b6e8-4028-b96e-064a6aea2107 req-a4af516b-fe1d-4001-88ea-05e82dab2960 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Apr 06 12:27:31.724377 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92a684-a506-44e0-a20c-4c0c49cae5f1 req-b1764a2d-610a-4b83-b58c-5b8066a95fea tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:31.725921 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1f92a684-a506-44e0-a20c-4c0c49cae5f1 req-b1764a2d-610a-4b83-b58c-5b8066a95fea tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0536437 Apr 06 12:27:31.772733 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1f92a684-a506-44e0-a20c-4c0c49cae5f1 req-5d3f7048-3e88-406b-94be-99fe8f272e12 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Apr 06 12:27:32.217297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-a4009930-c0d7-4454-a0d6-304478fe85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.218790 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-a4009930-c0d7-4454-a0d6-304478fe85db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1127 time: 0.0480757 Apr 06 12:27:32.312384 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-011c16e8-7118-464d-9a33-41e52cb5e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.313920 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-011c16e8-7118-464d-9a33-41e52cb5e81c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.0851750 Apr 06 12:27:32.364812 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-b0174a5e-2ba8-4619-9c41-538a4eb55272 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 217 time: 0.0412538 Apr 06 12:27:32.385667 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbea62-ef42-4b4f-9318-b877c1cf8a52 req-2e776b1c-beb8-4026-b300-f686403a0167 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.387234 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93fbea62-ef42-4b4f-9318-b877c1cf8a52 req-2e776b1c-beb8-4026-b300-f686403a0167 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 943 time: 0.0538964 Apr 06 12:27:32.417733 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-e8ca0c7a-2aeb-4094-b4dd-4cc87f084636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.419290 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-e8ca0c7a-2aeb-4094-b4dd-4cc87f084636 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0449920 Apr 06 12:27:32.435770 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93fbea62-ef42-4b4f-9318-b877c1cf8a52 req-ec99a562-c3e9-4982-8792-1afe686f5fe3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Apr 06 12:27:32.472759 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-7fe7493a-7649-4a39-bc07-c7079b1dd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.474291 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-7fe7493a-7649-4a39-bc07-c7079b1dd4cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454321 Apr 06 12:27:32.570080 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-f90e6aa7-1f47-4fe8-977e-2a16836cbd02 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857704 Apr 06 12:27:32.660534 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-881e58c3-93df-4b50-b02f-54d2ba95ea61 req-919e792a-622d-41a2-9b42-a078ed07d769 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808804 Apr 06 12:27:32.777221 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:32.890600 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11189ac1-0131-4d80-8f5e-575bd6b7d1ef req-27c51285-31dc-4a8a-9014-3f619c792002 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:32.892426 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11189ac1-0131-4d80-8f5e-575bd6b7d1ef req-27c51285-31dc-4a8a-9014-3f619c792002 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 944 time: 0.0550447 Apr 06 12:27:32.938585 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-11189ac1-0131-4d80-8f5e-575bd6b7d1ef req-22b85110-b374-4780-a0fb-6a2d958ee73e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Apr 06 12:27:33.257426 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2b3e58f2-e59d-4368-8429-1d472d5e03dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:33.557214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855464a-6180-4854-9ee1-8b6c697407b3 req-f9e50d4b-5176-474a-8aa8-904c05c28f56 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:33.558680 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2855464a-6180-4854-9ee1-8b6c697407b3 req-f9e50d4b-5176-474a-8aa8-904c05c28f56 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 943 time: 0.0527303 Apr 06 12:27:33.604273 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2855464a-6180-4854-9ee1-8b6c697407b3 req-8bf2687b-d38f-4209-b665-6fc0748896d1 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397966 Apr 06 12:27:33.735513 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6c662be6-4ab5-4f65-89ed-6911d3a63a07 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:27:33.831099 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:33.842293 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'port_id': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'mac_address': 'fa:16:3e:f3:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:27:33.878651 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:33.879040 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:33.891372 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c662be6-4ab5-4f65-89ed-6911d3a63a07 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:27:33.910176 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:34.004701 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:34.005427 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device f477c83e-d046-4ad3-bf25-613c61664a6a details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:27:34.062634 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d9f57-778b-4350-a5f9-27c424addcbe req-05a0d477-2ee0-4d69-800a-610e84a56403 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:34.064173 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-463d9f57-778b-4350-a5f9-27c424addcbe req-05a0d477-2ee0-4d69-800a-610e84a56403 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 945 time: 0.0592580 Apr 06 12:27:34.107237 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:34.111335 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-463d9f57-778b-4350-a5f9-27c424addcbe req-a38e0379-0468-4cb1-9789-5c4b8ab1dfae tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 Apr 06 12:27:34.126727 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.127074 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.127446 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.127857 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.128205 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.128540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.128873 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.129204 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.129532 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.129861 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.130191 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.130533 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.130885 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.131210 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.131599 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:34.172839 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:34.184263 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'port_id': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'mac_address': 'fa:16:3e:03:ed:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:27:34.221370 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port f477c83e-d046-4ad3-bf25-613c61664a6a is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:34.221769 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:34.235027 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f477c83e-d046-4ad3-bf25-613c61664a6a {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:27:34.256691 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:34.258331 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:34.383413 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:34.430725 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:34.727013 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692aecb-3774-476d-b18b-dff3c773795c req-45aeee9d-3779-4600-b334-51fa58831464 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:34.728543 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9692aecb-3774-476d-b18b-dff3c773795c req-45aeee9d-3779-4600-b334-51fa58831464 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 944 time: 0.0590413 Apr 06 12:27:34.775100 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9692aecb-3774-476d-b18b-dff3c773795c req-e4a9173a-1cb3-4868-bfe7-e30974b57a8d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Apr 06 12:27:34.784392 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:27:34.861598 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['6c662be6-4ab5-4f65-89ed-6911d3a63a07'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:27:35.229031 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1373cb-5246-42ac-b9b9-cfde3ded143f req-1a93fe16-e207-4249-8326-925cd1bd37cf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:35.230575 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6b1373cb-5246-42ac-b9b9-cfde3ded143f req-1a93fe16-e207-4249-8326-925cd1bd37cf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 945 time: 0.0532067 Apr 06 12:27:35.278323 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-6b1373cb-5246-42ac-b9b9-cfde3ded143f req-dabf49d1-529f-4ecf-bce4-a07a9e00cad4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Apr 06 12:27:35.752135 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6c662be6-4ab5-4f65-89ed-6911d3a63a07 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:27:35.874397 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:35.892548 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc984b-b833-4960-8fcc-ce24d2aa9b16 req-386b3a5d-21c6-4d68-a779-76ada8ac045d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:35.894023 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6edc984b-b833-4960-8fcc-ce24d2aa9b16 req-386b3a5d-21c6-4d68-a779-76ada8ac045d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 944 time: 0.0524123 Apr 06 12:27:35.896756 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:27:35.901123 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:35.907009 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:35.945796 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-6edc984b-b833-4960-8fcc-ce24d2aa9b16 req-ce6f2d71-da97-45eb-9e5a-25da9d875121 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460360 Apr 06 12:27:35.984022 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:35.984417 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:36.007373 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:36.009771 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6cc9bb-08c1-47f0-8b43-644d01dd4640" -d '{"events": [{"server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "name": "network-vif-plugged", "status": "completed", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:36.022431 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:36.045474 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cddba4c-614b-40cf-b580-1c04bbe9a5f8 x-openstack-request-id: req-3cddba4c-614b-40cf-b580-1c04bbe9a5f8 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:36.045788 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "name": "network-vif-plugged", "status": "completed", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:36.046047 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cddba4c-614b-40cf-b580-1c04bbe9a5f8 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:36.046444 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cddba4c-614b-40cf-b580-1c04bbe9a5f8'] response: {'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'code': 200} Apr 06 12:27:36.120161 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:36.120969 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device f477c83e-d046-4ad3-bf25-613c61664a6a up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:27:36.200955 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:36.302674 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port f477c83e-d046-4ad3-bf25-613c61664a6a completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:27:36.307132 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port f477c83e-d046-4ad3-bf25-613c61664a6a triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:36.307540 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:36.395626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port f477c83e-d046-4ad3-bf25-613c61664a6a is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:36.396108 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:36.400409 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125adfd4-d1ed-4fc6-82d6-533b946f3c97 req-6c5df1b7-afa2-4bf2-85e1-c2e61440fccf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:36.402011 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-125adfd4-d1ed-4fc6-82d6-533b946f3c97 req-6c5df1b7-afa2-4bf2-85e1-c2e61440fccf tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0569570 Apr 06 12:27:36.411827 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce0e2-9556-4e62-a34b-51b608d71bc6 req-dd6c44b9-2c90-45b4-966a-03846b4c71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:36.414343 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1e1ce0e2-9556-4e62-a34b-51b608d71bc6 req-dd6c44b9-2c90-45b4-966a-03846b4c71af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 1130 time: 0.0509384 Apr 06 12:27:36.432958 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:36.457170 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-125adfd4-d1ed-4fc6-82d6-533b946f3c97 req-c2c77e9f-2cd8-430f-b868-a52b4352ade7 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477407 Apr 06 12:27:36.460701 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1e1ce0e2-9556-4e62-a34b-51b608d71bc6 req-4dd26364-d7f5-4bce-b74a-6ef0a089cc98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Apr 06 12:27:36.531151 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:36.581549 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:37.069109 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a81f9-76d4-4015-9176-c3cca22e3ad3 req-15800dd5-5ed9-44eb-a651-61ae633f4e46 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:37.070587 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b83a81f9-76d4-4015-9176-c3cca22e3ad3 req-15800dd5-5ed9-44eb-a651-61ae633f4e46 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0570478 Apr 06 12:27:37.117870 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-b83a81f9-76d4-4015-9176-c3cca22e3ad3 req-ac82e65b-b1a0-4c89-a49c-e65f3c96b0cc tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Apr 06 12:27:37.399728 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:37.579063 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b5e3-165d-43f3-ac1d-d5d9dc72b541 req-40fbba38-71ba-4b0f-92a9-882d41c3494e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:37.580553 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93b5b5e3-165d-43f3-ac1d-d5d9dc72b541 req-40fbba38-71ba-4b0f-92a9-882d41c3494e tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0531070 Apr 06 12:27:37.626942 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-93b5b5e3-165d-43f3-ac1d-d5d9dc72b541 req-1f9ea7f3-7256-45fc-a48c-ffcd8e00fd21 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406554 Apr 06 12:27:38.047985 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:38.050389 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936c648b-8413-4a57-bda4-ce18e26b00f5" -d '{"events": [{"server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "name": "network-vif-plugged", "status": "completed", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:38.085703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dbe89c-4f1e-4164-aa03-fa22621e5043 x-openstack-request-id: req-e1dbe89c-4f1e-4164-aa03-fa22621e5043 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:38.086003 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "name": "network-vif-plugged", "status": "completed", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:38.086264 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1dbe89c-4f1e-4164-aa03-fa22621e5043 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:38.086662 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1dbe89c-4f1e-4164-aa03-fa22621e5043'] response: {'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'code': 200} Apr 06 12:27:38.238860 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acaef-e8eb-413a-b296-5c1a26f02ac8 req-2744d7b0-ad93-42fb-aac3-53d64f3292d3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:38.240379 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7c3acaef-e8eb-413a-b296-5c1a26f02ac8 req-2744d7b0-ad93-42fb-aac3-53d64f3292d3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0531027 Apr 06 12:27:38.287773 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-7c3acaef-e8eb-413a-b296-5c1a26f02ac8 req-840462ee-80d4-4ece-8c26-4d26d4a6afb0 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Apr 06 12:27:38.449517 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75383d65-8a60-401e-aa37-24f49b1a7b70 req-1f955257-6788-4e83-b467-377bbb8c985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:38.450908 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-75383d65-8a60-401e-aa37-24f49b1a7b70 req-1f955257-6788-4e83-b467-377bbb8c985c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1129 time: 0.0437307 Apr 06 12:27:38.497189 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-75383d65-8a60-401e-aa37-24f49b1a7b70 req-4d8d402f-7e06-4129-b372-68dd650aec88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Apr 06 12:27:38.744890 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1a007-59ae-4fa3-9a8f-6b6a7f3cd66b req-0c4b1444-5c09-4501-83d0-218edd4acd3b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:38.746369 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21d1a007-59ae-4fa3-9a8f-6b6a7f3cd66b req-0c4b1444-5c09-4501-83d0-218edd4acd3b tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0529535 Apr 06 12:27:38.793372 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-21d1a007-59ae-4fa3-9a8f-6b6a7f3cd66b req-839f872b-5a90-4ee6-bfa6-84438db0b57a tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Apr 06 12:27:38.909499 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3320d-7af5-421d-91eb-71052ae00fa8 req-a4b11b17-4600-44f9-bd49-dad0380d6c0d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:38.910959 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0fb3320d-7af5-421d-91eb-71052ae00fa8 req-a4b11b17-4600-44f9-bd49-dad0380d6c0d tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0552511 Apr 06 12:27:38.920112 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48596) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:38.924486 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Request body: {'floatingip': {'port_id': '6c662be6-4ab5-4f65-89ed-6911d3a63a07'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:38.962928 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:39.404711 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:39.410706 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028fb3-6e92-4447-b19a-2bf46cde1209 req-ca0d30f6-8034-417a-87ac-ccc8df9d8965 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:39.412998 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c028fb3-6e92-4447-b19a-2bf46cde1209 req-ca0d30f6-8034-417a-87ac-ccc8df9d8965 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0535178 Apr 06 12:27:39.461276 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7c028fb3-6e92-4447-b19a-2bf46cde1209 req-a085c3c9-f57d-4298-8043-401585d47362 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425713 Apr 06 12:27:39.468748 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:39.576607 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 45f4276b-9e97-44a5-a8fa-4436f4e16c9a associated. External IP: 172.28.0.100, port: 6c662be6-4ab5-4f65-89ed-6911d3a63a07. Apr 06 12:27:39.991604 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:27:40.099942 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:27:40.104546 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:40.111670 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:27:40.121973 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:40.122665 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:27:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:40.134441 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ce21b7d3-1e69-46fa-866e-1fc0662f82bd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "PUT /v2.0/floatingips/45f4276b-9e97-44a5-a8fa-4436f4e16c9a HTTP/1.1" status: 200 len: 992 time: 1.2126951 Apr 06 12:27:40.136493 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:40.137356 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daa8639-a039-42f2-b48b-435be4b51f28" -d '{"events": [{"name": "network-changed", "server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:40.232711 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2185e1c7-5891-40ae-974e-48c9fca5b778 x-openstack-request-id: req-2185e1c7-5891-40ae-974e-48c9fca5b778 {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:40.232993 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:40.233106 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:40.233247 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2185e1c7-5891-40ae-974e-48c9fca5b778 {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:40.233676 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2185e1c7-5891-40ae-974e-48c9fca5b778'] response: {'name': 'network-changed', 'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'status': 'completed', 'code': 200} Apr 06 12:27:40.303784 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-253124b9-5617-43d8-994d-38cee226d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:40.305278 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-253124b9-5617-43d8-994d-38cee226d5df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 1130 time: 0.0490012 Apr 06 12:27:40.402728 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-5e110de6-0b70-402c-a32b-79ef1e798192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:40.404260 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-5e110de6-0b70-402c-a32b-79ef1e798192 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.0922382 Apr 06 12:27:40.468745 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '45f4276b-9e97-44a5-a8fa-4436f4e16c9a', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.100', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:f3:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:09Z', 'updated_at': '2022-04-06T12:27:39Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:40.495602 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:27:40.505768 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:40.506414 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:27:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:40.621814 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:40.752070 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-256f0cd1-d6ca-45b6-9ca7-75a7f168fdfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07 HTTP/1.1" status: 200 len: 1000 time: 0.3422170 Apr 06 12:27:40.819851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-4b56c383-1601-4791-b753-830a6962f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:40.821935 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-4b56c383-1601-4791-b753-830a6962f4c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0544851 Apr 06 12:27:40.831835 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62060fd-2076-4d4d-b4a3-31d13dd598e7 req-125b8aea-4dc3-4b80-809e-368865d7ebf1 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:40.833285 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d62060fd-2076-4d4d-b4a3-31d13dd598e7 req-125b8aea-4dc3-4b80-809e-368865d7ebf1 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0989282 Apr 06 12:27:40.909053 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-923a59b1-d901-43ac-ac7d-e75f366ec159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:40.910550 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-923a59b1-d901-43ac-ac7d-e75f366ec159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0764117 Apr 06 12:27:40.913583 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d62060fd-2076-4d4d-b4a3-31d13dd598e7 req-f1d56da8-16c1-46db-a8a4-ada0048b63e3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719213 Apr 06 12:27:40.955791 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '45f4276b-9e97-44a5-a8fa-4436f4e16c9a', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.100', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:f3:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:09Z', 'updated_at': '2022-04-06T12:27:39Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:40.990273 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b63022-c7b3-4c9b-beeb-b05d41d7ba0c None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': '45f4276b-9e97-44a5-a8fa-4436f4e16c9a', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'floating_ip_address': '172.28.0.100', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'port_id': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'mac_address': 'fa:16:3e:f3:51:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:09Z', 'updated_at': '2022-04-06T12:27:39Z', 'revision_number': 1, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:27:41.035651 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-678fc62d-95a7-466c-b37f-85f03d12789a service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175482 Apr 06 12:27:41.069347 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0265c-52dc-44e6-9967-5e2990feb1ff req-1007c4cf-4426-4683-a2e9-bb754a0e3f4f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:41.078110 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-89d0265c-52dc-44e6-9967-5e2990feb1ff req-1007c4cf-4426-4683-a2e9-bb754a0e3f4f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0710845 Apr 06 12:27:41.128852 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-89d0265c-52dc-44e6-9967-5e2990feb1ff req-03a5063d-fe12-4ce5-9f4c-e2473953f416 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495152 Apr 06 12:27:41.141021 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3daa8639-a039-42f2-b48b-435be4b51f28 req-ff1f5c27-c38f-41e3-b227-3f03899163c8 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993280 Apr 06 12:27:41.234439 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5f0a08-2bf3-464d-87af-fc4b8a1dd7d0 None None] New status for floating IP 45f4276b-9e97-44a5-a8fa-4436f4e16c9a: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:27:41.464539 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec88ba-e626-433c-8be3-7175e9010be9 req-077014a0-a2a8-4563-b393-1d03dda642a0 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:41.466002 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-16ec88ba-e626-433c-8be3-7175e9010be9 req-077014a0-a2a8-4563-b393-1d03dda642a0 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0558920 Apr 06 12:27:41.513569 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-16ec88ba-e626-433c-8be3-7175e9010be9 req-2a516e88-99e3-4f27-bf8d-620614637b28 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Apr 06 12:27:42.015803 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:27:44.225649 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-bc6d3ecb-a90c-4f50-929a-62ea76b98fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455139 Apr 06 12:27:44.318666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950034-8b3c-4482-be07-a880caf18ba8 req-02776219-6859-43e0-a8fc-f7429a997932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:44.320110 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-02776219-6859-43e0-a8fc-f7429a997932 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 1130 time: 0.0451560 Apr 06 12:27:44.428955 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950034-8b3c-4482-be07-a880caf18ba8 req-db4a1a94-5d52-4d39-8269-c90f8fea06e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:44.430587 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-db4a1a94-5d52-4d39-8269-c90f8fea06e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 200 len: 916 time: 0.0886266 Apr 06 12:27:44.495072 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-2b48b5e4-7e38-44a4-976a-e4f4d00e73c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07 HTTP/1.1" status: 200 len: 1002 time: 0.0584319 Apr 06 12:27:44.542465 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950034-8b3c-4482-be07-a880caf18ba8 req-2dec0cb8-642c-46d7-be32-b0d11b8ed25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:44.543987 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-2dec0cb8-642c-46d7-be32-b0d11b8ed25c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 200 len: 854 time: 0.0431943 Apr 06 12:27:44.595854 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950034-8b3c-4482-be07-a880caf18ba8 req-d44f0b0f-49d8-4b52-8e53-b8cc5b649c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:44.597272 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-d44f0b0f-49d8-4b52-8e53-b8cc5b649c23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64fb9e16-483f-49fb-93ef-901192b0a23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470042 Apr 06 12:27:44.683274 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-7b06cc77-128c-44d0-8f23-3c3885bfdc65 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796504 Apr 06 12:27:44.788727 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-07950034-8b3c-4482-be07-a880caf18ba8 req-e0116a5c-1f05-4052-9e2b-e791531e9314 service neutron] 10.222.0.15 "GET /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986559 Apr 06 12:27:47.110172 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9bbc3-969a-4a90-b3ec-a60a1395bb71 req-4d10e113-0a68-4d79-a0ab-73440051ae32 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:47.111651 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-71d9bbc3-969a-4a90-b3ec-a60a1395bb71 req-4d10e113-0a68-4d79-a0ab-73440051ae32 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0506942 Apr 06 12:27:47.156527 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-71d9bbc3-969a-4a90-b3ec-a60a1395bb71 req-147f4358-b1bf-40fb-b513-2e0e339f41df tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Apr 06 12:27:47.178604 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48690) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:47.308288 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36ad34-9b91-429a-a054-437159d5983e tempest-TestMinimumBasicScenario-519619852 tempest-TestMinimumBasicScenario-519619852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:47.309787 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3e36ad34-9b91-429a-a054-437159d5983e tempest-TestMinimumBasicScenario-519619852 tempest-TestMinimumBasicScenario-519619852-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1124 time: 0.1301630 Apr 06 12:27:47.312953 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48694) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:47.317101 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'floatingip': {'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'port_id': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:47.400323 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:47.499348 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:47.606567 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Allocated IP 172.28.0.246 (d79424ef-1caa-44c8-8424-3734231bbd83/37d4e917-44f3-49b1-9f0e-06ff7d2bad96/7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:27:47.714122 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:47.823121 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:47.857811 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Network d79424ef-1caa-44c8-8424-3734231bbd83 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:27:47.860654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:27:47.866689 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:27:47.894454 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'Port': ['ID=7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:48.236311 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for floatingip (ff4f7977-7108-46cf-ae92-7d130dd8eedd), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:48.369713 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:48.519799 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:48.581905 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:48.655249 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'Port': ['ID=7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:48.663835 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (ff4f7977-7108-46cf-ae92-7d130dd8eedd), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:48.767038 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Floating IP ff4f7977-7108-46cf-ae92-7d130dd8eedd associated. External IP: 172.28.0.246, port: f477c83e-d046-4ad3-bf25-613c61664a6a. Apr 06 12:27:48.985719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Router 2633e2de-6bee-408e-9856-3a2e62cfa98a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:27:49.094985 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:27:49.106072 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Sync routers for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:27:49.116116 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:49.120222 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:27:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:49.173092 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.209755 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48722) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:49.215185 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674799910', 'description': 'tempest-secgroup-smoke-674799910 description', 'project_id': '69d0d032af074003b318dbb3b2b1124e'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:49.222834 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-68b267f4-5cd7-463d-8a21-240f756f06a8 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9087615 Apr 06 12:27:49.223603 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:49.226237 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950ad7e-ccad-4688-9e0d-42362b4363f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:49.244990 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:49.280993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e81978-9d0c-47d4-94c9-e994cf10b2f1 x-openstack-request-id: req-d6e81978-9d0c-47d4-94c9-e994cf10b2f1 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:49.280993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:49.280993 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e81978-9d0c-47d4-94c9-e994cf10b2f1 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:49.280993 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e81978-9d0c-47d4-94c9-e994cf10b2f1'] response: {'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:27:49.348366 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-ebea3f92-c41e-45b3-81bc-f0a45d9437f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:49.350049 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-ebea3f92-c41e-45b3-81bc-f0a45d9437f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1129 time: 0.0591717 Apr 06 12:27:49.353095 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.430335 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (fdc9c780-757a-48ed-aad7-8a0f312e9e00), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.442118 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-54792525-4ed6-4f1d-9ff4-5ff274230c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:49.443660 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-54792525-4ed6-4f1d-9ff4-5ff274230c23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.0866985 Apr 06 12:27:49.485309 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'ff4f7977-7108-46cf-ae92-7d130dd8eedd', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'port_id': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'mac_address': 'fa:16:3e:03:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:48Z', 'updated_at': '2022-04-06T12:27:48Z', 'revision_number': 0, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:49.512089 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Checking router: 2633e2de-6bee-408e-9856-3a2e62cfa98a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:27:49.512694 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-15c8b58c-9faa-49b2-a8ce-f5f9328dc25a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 999 time: 0.0625722 Apr 06 12:27:49.520386 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:27:49.520992 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:27:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:49.525890 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (fdc9c780-757a-48ed-aad7-8a0f312e9e00), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.555754 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9c780-757a-48ed-aad7-8a0f312e9e00,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:49.562423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-352c7a69-011c-47e8-9d7a-30ac048b3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:49.563372 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.563897 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.564023 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-352c7a69-011c-47e8-9d7a-30ac048b3fab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0454724 Apr 06 12:27:49.564397 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.564806 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.565213 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.565625 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.566021 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.566404 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.566794 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.567182 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.567637 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.568022 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.568418 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.568810 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.569208 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:27:49.615760 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-05d8506b-b4e2-4e80-b66f-0c87dbce3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:49.617236 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-05d8506b-b4e2-4e80-b66f-0c87dbce3ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471146 Apr 06 12:27:49.624818 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.626252 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-cbf86b10-d0e7-4b00-a81f-2e6618e2d9c9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4153790 Apr 06 12:27:49.629396 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48726) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:49.634643 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:49.636682 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:27:49.713478 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-797c5527-3138-4f1e-887f-1dea94bdd289 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897608 Apr 06 12:27:49.770716 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (90306802-22ed-4e5b-8c6c-39cb9d79a918), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.807878 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4950ad7e-ccad-4688-9e0d-42362b4363f6 req-c1f216d4-8655-4759-afaf-6087ae9d62d2 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882053 Apr 06 12:27:49.832040 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (90306802-22ed-4e5b-8c6c-39cb9d79a918), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.860160 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'ff4f7977-7108-46cf-ae92-7d130dd8eedd', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'port_id': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'mac_address': 'fa:16:3e:03:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:48Z', 'updated_at': '2022-04-06T12:27:48Z', 'revision_number': 0, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:49.890758 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd0d0d-cffe-47d3-b409-a5b6d98853fe None None] The sync data for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb is: [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_floatingips': [{'id': 'ff4f7977-7108-46cf-ae92-7d130dd8eedd', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'floating_ip_address': '172.28.0.246', 'floating_network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'router_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'port_id': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'mac_address': 'fa:16:3e:03:ed:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:27:48Z', 'updated_at': '2022-04-06T12:27:48Z', 'revision_number': 0, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:27:49.925058 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (90306802-22ed-4e5b-8c6c-39cb9d79a918), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:49.944227 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90306802-22ed-4e5b-8c6c-39cb9d79a918,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:50.035025 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.039172 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ca9bb99e-86b6-4a80-ad4c-ca8851a99d4c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4061389 Apr 06 12:27:50.040188 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48728) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:50.047970 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:50.086036 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec28e180-5747-4ec2-bc5d-ab65122434af None None] New status for floating IP ff4f7977-7108-46cf-ae92-7d130dd8eedd: ACTIVE {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:27:50.164297 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (bfa9ed6a-6c93-441b-bf0e-123f4988eaae), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.220780 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (bfa9ed6a-6c93-441b-bf0e-123f4988eaae), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.313352 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (bfa9ed6a-6c93-441b-bf0e-123f4988eaae), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.330920 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa9ed6a-6c93-441b-bf0e-123f4988eaae,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:50.424305 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.425474 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-cb545795-1271-4876-a040-60cf87ee7af5 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3838048 Apr 06 12:27:50.428275 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48736) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:50.432723 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:50.525041 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (7b9c552d-83cc-4e28-8cd2-6d03fc44b7ce), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.586880 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (7b9c552d-83cc-4e28-8cd2-6d03fc44b7ce), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.685199 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (7b9c552d-83cc-4e28-8cd2-6d03fc44b7ce), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.700359 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9c552d-83cc-4e28-8cd2-6d03fc44b7ce,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:50.818054 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:50.819301 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5473cc29-a16a-485d-804d-d23533352022 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900657 Apr 06 12:27:50.822559 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48738) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:50.826815 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:50.943867 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (669e258f-d55e-4bfa-b9e3-444735960602), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.000058 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (669e258f-d55e-4bfa-b9e3-444735960602), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.073615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (669e258f-d55e-4bfa-b9e3-444735960602), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.092323 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669e258f-d55e-4bfa-b9e3-444735960602,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:51.184070 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.185547 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-370b555b-aa25-4ba6-90a6-18b94b9fab08 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617976 Apr 06 12:27:51.188304 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48740) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:51.196393 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:51.284961 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.securitygroups_db [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Project 69d0d032af074003b318dbb3b2b1124e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:27:51.290079 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (9c1e283b-d021-4f60-b0f3-5665547adc35), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.348655 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (9c1e283b-d021-4f60-b0f3-5665547adc35), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.414076 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48744) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:51.439853 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (9c1e283b-d021-4f60-b0f3-5665547adc35), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.468450 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1e283b-d021-4f60-b0f3-5665547adc35,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:51.479786 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Deleting subnet 435cf410-9944-419e-b288-fdf6bdbe3bc9 {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:27:51.482871 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Publish callbacks [] for subnet (435cf410-9944-419e-b288-fdf6bdbe3bc9), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.517039 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10245747'] for subnet (435cf410-9944-419e-b288-fdf6bdbe3bc9), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.557179 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.558375 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-3c2a59f1-c405-41c6-87a4-290112e9cd7f tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3691561 Apr 06 12:27:51.559490 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (435cf410-9944-419e-b288-fdf6bdbe3bc9), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.561674 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48746) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:51.565873 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'security_group_rule': {'security_group_id': 'fdc9c780-757a-48ed-aad7-8a0f312e9e00', 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:51.702231 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.securitygroups_db [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Project 69d0d032af074003b318dbb3b2b1124e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:27:51.707435 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (4358a0e5-4577-4e06-9b79-841427590f9a), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.739630 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12381155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11667218'] for subnet (435cf410-9944-419e-b288-fdf6bdbe3bc9), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.777605 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435cf410-9944-419e-b288-fdf6bdbe3bc9,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:51.779593 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.782809 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-f1a4781d-bced-49c3-8691-8e72499d2ff4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/435cf410-9944-419e-b288-fdf6bdbe3bc9 HTTP/1.1" status: 204 len: 168 time: 0.3676579 Apr 06 12:27:51.785467 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48748) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:51.799851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (4358a0e5-4577-4e06-9b79-841427590f9a), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.851341 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (1aff9e45-5757-4126-96fa-a589f97a6b46), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.925185 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3682953'] for security_group_rule (4358a0e5-4577-4e06-9b79-841427590f9a), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.929235 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (1aff9e45-5757-4126-96fa-a589f97a6b46), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.943834 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4358a0e5-4577-4e06-9b79-841427590f9a,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:51.949987 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-77394902-f886-4417-bef1-048883a68351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aff9e45-5757-4126-96fa-a589f97a6b46']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:51.959297 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-77394902-f886-4417-bef1-048883a68351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7096ff-17d9-4588-acbb-121cd819b021') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:51.959633 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-77394902-f886-4417-bef1-048883a68351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7096ff-17d9-4588-acbb-121cd819b021') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:27:51.969513 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (1f7096ff-17d9-4588-acbb-121cd819b021), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.982992 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (1f7096ff-17d9-4588-acbb-121cd819b021), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.988829 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:27:51.989214 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (1f7096ff-17d9-4588-acbb-121cd819b021), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:27:51.990958 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:27:52.064341 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.065574 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d1cf4063-91b0-448c-9781-7170101a4cbf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5029910 Apr 06 12:27:52.155110 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (1aff9e45-5757-4126-96fa-a589f97a6b46), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.160156 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-cc4916e7-7070-429c-b398-f4009642b38c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674799910&fields=id&tenant_id=69d0d032af074003b318dbb3b2b1124e HTTP/1.1" status: 200 len: 267 time: 0.0506389 Apr 06 12:27:52.163910 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.169199 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-77394902-f886-4417-bef1-048883a68351 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1aff9e45-5757-4126-96fa-a589f97a6b46 HTTP/1.1" status: 204 len: 168 time: 0.3810315 Apr 06 12:27:52.186349 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394902-f886-4417-bef1-048883a68351 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aff9e45-5757-4126-96fa-a589f97a6b46,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:52.232818 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-52528a98-fdb8-4a63-a80c-4551ce955f60 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:52.234299 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-52528a98-fdb8-4a63-a80c-4551ce955f60 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0649021 Apr 06 12:27:52.244896 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'port': {'security_groups': ['1cc6d298-d864-468a-b66d-cd07ce49980f', 'fdc9c780-757a-48ed-aad7-8a0f312e9e00']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:27:52.313236 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.491669 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48754) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:52.557412 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3e73af82-9328-4030-8d31-3eb2d6d45448 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24b28e06e20544a280d48242fecc93f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643237 Apr 06 12:27:52.559994 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48756) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:27:52.569076 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:27:52.599885 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.609172 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] Publish callbacks [] for security_group (0a1346e5-3079-4468-9d28-d916a2e39979), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.630324 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] Publish callbacks [] for security_group (0a1346e5-3079-4468-9d28-d916a2e39979), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.725146 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.740910 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:27:52.759864 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (0a1346e5-3079-4468-9d28-d916a2e39979), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.762622 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.766185 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a1346e5-3079-4468-9d28-d916a2e39979 HTTP/1.1" status: 204 len: 168 time: 0.2026112 Apr 06 12:27:52.777820 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c19f1-73f5-4103-975c-be9d310f2d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1346e5-3079-4468-9d28-d916a2e39979,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:52.809665 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:52.810940 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:52.812404 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-2808cd6c-21f6-4164-a8b4-d22969888bf6 req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "PUT /v2.0/ports/f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 981 time: 0.5719235 Apr 06 12:27:52.812860 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:27:52.815097 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b0c21-ad73-4489-afc6-3c73f08fb459" -d '{"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:27:52.860751 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd89df4-dafb-40c8-b0cb-c1af0c43bbff tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=6']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:27:52.893286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9003633e-413a-44cb-8056-a190dd63c60a x-openstack-request-id: req-9003633e-413a-44cb-8056-a190dd63c60a {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:27:52.893853 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:27:52.894112 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9003633e-413a-44cb-8056-a190dd63c60a {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:27:52.894519 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9003633e-413a-44cb-8056-a190dd63c60a'] response: {'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:27:52.896553 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:27:52.979737 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-ec41bfd1-adcf-46ab-a559-c18e39248ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:52.981971 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-ec41bfd1-adcf-46ab-a559-c18e39248ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1168 time: 0.0626841 Apr 06 12:27:53.022812 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dda83-876d-423a-9d55-7822a2cf6559 req-827977af-d944-4847-94fd-4e8eeabab5cf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:53.029962 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-244dda83-876d-423a-9d55-7822a2cf6559 req-827977af-d944-4847-94fd-4e8eeabab5cf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0817397 Apr 06 12:27:53.105302 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-244dda83-876d-423a-9d55-7822a2cf6559 req-25869e01-bb42-4e84-9ade-1b36d72a3ed0 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736346 Apr 06 12:27:53.111781 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-8ba910f9-96c8-42d1-a4bb-af009e54bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:53.113449 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-8ba910f9-96c8-42d1-a4bb-af009e54bcb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.1210408 Apr 06 12:27:53.176295 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-a486c5e9-f40d-477b-85d0-a13cf6655cbc None None] Provisioning complete for port f477c83e-d046-4ad3-bf25-613c61664a6a triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:27:53.176663 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a486c5e9-f40d-477b-85d0-a13cf6655cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:27:53.184689 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-e7a30189-a9bb-4e63-80df-fba81d58103b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 1001 time: 0.0645528 Apr 06 12:27:53.246383 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-f2e51585-78cf-4c27-9a18-fa3c105372e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:53.247937 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-f2e51585-78cf-4c27-9a18-fa3c105372e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0544987 Apr 06 12:27:53.304481 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-8965e6b9-1a0a-4161-a67a-8ece2a58bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:27:53.306494 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-8965e6b9-1a0a-4161-a67a-8ece2a58bc85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0514915 Apr 06 12:27:53.407644 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-f82f2e82-d4cf-4971-83a4-667d81707602 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925727 Apr 06 12:27:53.419139 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a486c5e9-f40d-477b-85d0-a13cf6655cbc None None] Current status of the port f477c83e-d046-4ad3-bf25-613c61664a6a is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:27:53.501634 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-e29b0c21-ad73-4489-afc6-3c73f08fb459 req-23ea7bac-eb2b-401b-89a1-33bc1e34b8e6 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878205 Apr 06 12:28:00.661529 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-10038777-4cbe-4c00-aa66-6d7caa1b2059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:02.787416 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:03.261428 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-49624c1d-882e-44fe-9115-d7e01cfafb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:04.216133 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:05.810198 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:07.450467 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:19.013835 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:28:19.114469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fa487-9128-4591-abd2-3d2079bbad71 req-64346287-6a27-411f-84d9-f245760a51fa tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:19.116671 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d93fa487-9128-4591-abd2-3d2079bbad71 req-64346287-6a27-411f-84d9-f245760a51fa tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0640948 Apr 06 12:28:19.202734 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d93fa487-9128-4591-abd2-3d2079bbad71 req-f0acc57e-082e-4dc4-9a1c-087ec6c2f38c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788376 Apr 06 12:28:19.282021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-bd15b853-5896-4304-896e-713d91fde633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:19.283602 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-bd15b853-5896-4304-896e-713d91fde633 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1168 time: 0.0545042 Apr 06 12:28:19.383420 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-b3d72efa-371b-4134-8f78-38fccc50d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:19.384931 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-b3d72efa-371b-4134-8f78-38fccc50d089 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.0901604 Apr 06 12:28:19.453935 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-53c2a422-3d50-41fe-b6b7-4bea99934c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 1001 time: 0.0624647 Apr 06 12:28:19.500851 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-cc998a45-66c0-4556-8e37-1c7e2b12e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:19.502247 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-cc998a45-66c0-4556-8e37-1c7e2b12e75c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0421455 Apr 06 12:28:19.554873 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-16edd5a2-1213-4271-88d7-cc8e88bcfc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:19.556374 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-16edd5a2-1213-4271-88d7-cc8e88bcfc81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429440 Apr 06 12:28:19.646725 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-caa89030-656d-4e73-a650-4250232ded9f service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824158 Apr 06 12:28:19.736582 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-359d10d0-465f-4bd2-8342-02ce9e29fe74 req-235d1bcd-27ca-4fbe-adf9-c1551df20f8c service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826468 Apr 06 12:28:20.332456 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51d4c6-cf44-4996-9011-f934847f4cbc req-de035a50-63b4-4717-9bab-1ac4c57381c6 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:20.333954 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fd51d4c6-cf44-4996-9011-f934847f4cbc req-de035a50-63b4-4717-9bab-1ac4c57381c6 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0583875 Apr 06 12:28:20.392064 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fd51d4c6-cf44-4996-9011-f934847f4cbc req-8ad921db-ab19-4252-9bc8-caaf0f29a5cf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523522 Apr 06 12:28:21.514100 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe609-86d8-4b33-a624-688eb3b39e84 req-752fdd60-21a7-408a-9485-4839df9a838c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:21.516243 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-36afe609-86d8-4b33-a624-688eb3b39e84 req-752fdd60-21a7-408a-9485-4839df9a838c tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0539026 Apr 06 12:28:21.575586 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-36afe609-86d8-4b33-a624-688eb3b39e84 req-942e3ccd-4141-4645-861f-4dc9254564f1 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534973 Apr 06 12:28:22.696777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa73b8-c03b-488f-b77b-24609cefbe8a req-e0595cf2-a504-4b32-805a-8ba80d3b6228 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:22.698237 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a9fa73b8-c03b-488f-b77b-24609cefbe8a req-e0595cf2-a504-4b32-805a-8ba80d3b6228 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0535421 Apr 06 12:28:22.757761 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a9fa73b8-c03b-488f-b77b-24609cefbe8a req-d915323b-7b66-4031-bcb1-29a270497bef tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538235 Apr 06 12:28:23.280752 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea801d1-aa91-4de6-a135-70b8b80bbea3 req-520cc0a2-d635-455f-962d-7316d9ce5148 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:23.282207 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dea801d1-aa91-4de6-a135-70b8b80bbea3 req-520cc0a2-d635-455f-962d-7316d9ce5148 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0518243 Apr 06 12:28:23.331426 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dea801d1-aa91-4de6-a135-70b8b80bbea3 req-a4a6f819-46bf-4599-8e0c-5dd627556553 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Apr 06 12:28:23.880095 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31c49a-798b-48a8-a17c-a590a1971a18 req-f6cbdccd-35ee-4b92-a450-ddd734682b29 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:23.881552 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1c31c49a-798b-48a8-a17c-a590a1971a18 req-f6cbdccd-35ee-4b92-a450-ddd734682b29 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0562773 Apr 06 12:28:23.940732 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-1c31c49a-798b-48a8-a17c-a590a1971a18 req-1b3ec134-a4fc-485e-b12b-4c0a3a31bfec tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535383 Apr 06 12:28:24.448322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe11607-472b-4e87-b916-4000cd60efe3 req-735e28d3-274c-46f5-8dd9-fbc0384a0e15 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:24.449802 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fbe11607-472b-4e87-b916-4000cd60efe3 req-735e28d3-274c-46f5-8dd9-fbc0384a0e15 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0526121 Apr 06 12:28:24.495700 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fbe11607-472b-4e87-b916-4000cd60efe3 req-edad6b7b-a30c-4ed0-a043-c66c5dc14ffd tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403574 Apr 06 12:28:25.086355 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-5816abef-72ed-4e69-ba55-df54f61fdb50 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:25.087812 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-5816abef-72ed-4e69-ba55-df54f61fdb50 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0852294 Apr 06 12:28:25.095710 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdc540-f4d7-40f8-8257-2694fb29424b req-f7992181-b29c-49f0-951c-b61918ee7e04 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:25.097081 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cefdc540-f4d7-40f8-8257-2694fb29424b req-f7992181-b29c-49f0-951c-b61918ee7e04 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0863543 Apr 06 12:28:25.465605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-cefdc540-f4d7-40f8-8257-2694fb29424b req-c48d08be-ce89-46b8-a07e-055aa81dfc91 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3615577 Apr 06 12:28:25.483867 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:25.484216 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:25.575513 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] For port 6c662be6-4ab5-4f65-89ed-6911d3a63a07, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=6c662be6-4ab5-4f65-89ed-6911d3a63a07,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:28:25.575895 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:25.611307 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206519-271b-4993-a2fc-91248f77ae84 req-05ded9a8-d3a7-4c35-a806-1f597a41c749 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:25.612732 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dc206519-271b-4993-a2fc-91248f77ae84 req-05ded9a8-d3a7-4c35-a806-1f597a41c749 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 946 time: 0.0505698 Apr 06 12:28:25.659127 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dc206519-271b-4993-a2fc-91248f77ae84 req-3f167b8b-7088-44ce-92a3-a47072593b21 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups?id=8fef3173-ccd5-464f-8766-292cc0b176f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Apr 06 12:28:25.745409 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:25.745777 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3835037'] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:25.746094 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.l3_db [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Floating IP 45f4276b-9e97-44a5-a8fa-4436f4e16c9a disassociated. External IP: 172.28.0.100, port: 6c662be6-4ab5-4f65-89ed-6911d3a63a07. Apr 06 12:28:25.746434 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for 6c662be6-4ab5-4f65-89ed-6911d3a63a07 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:25.952105 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (6c662be6-4ab5-4f65-89ed-6911d3a63a07), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:25.981247 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=6c662be6-4ab5-4f65-89ed-6911d3a63a07,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:25.992967 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.993319 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.993664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.994010 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.994343 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.994674 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.995005 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.995331 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.995682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.996013 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.996423 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.996718 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.997046 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.997372 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:25.997702 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:26.109067 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:28:26.218903 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:28:26.228303 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:28:26.241530 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:28:26.242147 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:28:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:26.260204 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] No DVR routers for this DVR port 6c662be6-4ab5-4f65-89ed-6911d3a63a07 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:28:26.262711 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:26.266078 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-c9a885fe-2e03-4142-b2db-96d6a3fd0db1 req-453a433d-f921-45f4-9058-bcfd4e9a79b4 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.15 "DELETE /v2.0/ports/6c662be6-4ab5-4f65-89ed-6911d3a63a07 HTTP/1.1" status: 204 len: 173 time: 1.1681497 Apr 06 12:28:26.266518 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'name': 'network-vif-deleted', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:28:26.268763 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327904fb-4c81-4052-b17d-6dd0015e641d" -d '{"events": [{"server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "name": "network-vif-deleted", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:28:26.305878 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195ca52-9349-48a5-a767-58a7e8ea36d9 x-openstack-request-id: req-b195ca52-9349-48a5-a767-58a7e8ea36d9 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:28:26.306198 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb803e22-d633-48a0-aff2-bf893aef109f", "name": "network-vif-deleted", "tag": "6c662be6-4ab5-4f65-89ed-6911d3a63a07", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:28:26.306455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b195ca52-9349-48a5-a767-58a7e8ea36d9 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:28:26.306856 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b195ca52-9349-48a5-a767-58a7e8ea36d9'] response: {'server_uuid': 'eb803e22-d633-48a0-aff2-bf893aef109f', 'name': 'network-vif-deleted', 'tag': '6c662be6-4ab5-4f65-89ed-6911d3a63a07', 'status': 'completed', 'code': 200} Apr 06 12:28:26.351055 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:28:26.559944 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:26.590867 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:28:26.596834 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:28:26.597451 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:28:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:26.603101 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358f4f4-49e4-443c-8580-99c6e88a8324 req-72899817-5ebc-4225-90bb-fff4bc6ee4ea tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:26.604627 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0358f4f4-49e4-443c-8580-99c6e88a8324 req-72899817-5ebc-4225-90bb-fff4bc6ee4ea tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0729067 Apr 06 12:28:26.667445 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-0358f4f4-49e4-443c-8580-99c6e88a8324 req-ae226334-4655-4fd2-81e6-b9ba2ef66c8d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568695 Apr 06 12:28:26.770031 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-591c9aff-589b-4b0c-a6ce-1c632f1e486a req-d1c6a9ef-c1db-4b97-88f0-793130593503 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb803e22-d633-48a0-aff2-bf893aef109f HTTP/1.1" status: 200 len: 210 time: 0.0304935 Apr 06 12:28:26.799203 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:28:26.993999 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:27.021182 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4f599-05f6-498f-99bb-3b195c65cee0 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:23:27Z', 'revision_number': 4, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': '16a823f4-ec17-426f-809f-54e6bc7c70bf', 'name': '', 'network_id': '64fb9e16-483f-49fb-93ef-901192b0a23c', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'mac_address': 'fa:16:3e:38:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:27Z', 'updated_at': '2022-04-06T12:23:31Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'subnets': [{'id': '9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:28:27.245184 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc794251-4f86-49a8-a50b-29a3c4ebfc78 None None] New status for floating IP 45f4276b-9e97-44a5-a8fa-4436f4e16c9a: DOWN {{(pid=104099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:28:27.786779 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb3d-60d0-42b9-8b76-ae5fe1df56df req-181295e8-162f-4c7f-8bb4-57d6981f1612 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:27.788258 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9b5dfb3d-60d0-42b9-8b76-ae5fe1df56df req-181295e8-162f-4c7f-8bb4-57d6981f1612 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0514777 Apr 06 12:28:27.848458 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-9b5dfb3d-60d0-42b9-8b76-ae5fe1df56df req-fe81e47b-d0ca-4459-a433-5e791968bfd4 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544620 Apr 06 12:28:27.924918 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48858) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:27.977935 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (8fef3173-ccd5-464f-8766-292cc0b176f6), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.001536 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (8fef3173-ccd5-464f-8766-292cc0b176f6), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.129410 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8fef3173-ccd5-464f-8766-292cc0b176f6), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.132021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.133209 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/security-groups/8fef3173-ccd5-464f-8766-292cc0b176f6 HTTP/1.1" status: 204 len: 168 time: 0.2072918 Apr 06 12:28:28.137015 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48860) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:28.143091 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ec25d-1f07-459c-92b8-115faac504b8 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fef3173-ccd5-464f-8766-292cc0b176f6,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:28.149869 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.api.v2.resource [None req-63407238-646f-41df-96d0-63b5ee6a45ea tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] show failed (client error): The resource could not be found. Apr 06 12:28:28.150865 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-63407238-646f-41df-96d0-63b5ee6a45ea tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "GET /v2.0/security-groups/8fef3173-ccd5-464f-8766-292cc0b176f6 HTTP/1.1" status: 404 len: 347 time: 0.0137780 Apr 06 12:28:28.153849 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48862) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:28.276456 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Deleting port e9496dfc-c870-4deb-adf1-16a6ae4233d1 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:28.276718 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.353136 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.353464 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (e9496dfc-c870-4deb-adf1-16a6ae4233d1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.365051 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Calling delete_port for e9496dfc-c870-4deb-adf1-16a6ae4233d1 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:28.552044 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (e9496dfc-c870-4deb-adf1-16a6ae4233d1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.577266 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Pushing event deleted for resources: {'Port': ['ID=e9496dfc-c870-4deb-adf1-16a6ae4233d1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:28.635310 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks [] for floatingip (45f4276b-9e97-44a5-a8fa-4436f4e16c9a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.637869 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:28.639816 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-56aeef6d-0e4a-4556-82e5-0bf68ff7a821 tempest-AttachVolumeNegativeTest-533029044 tempest-AttachVolumeNegativeTest-533029044-project] 10.222.0.25 "DELETE /v2.0/floatingips/45f4276b-9e97-44a5-a8fa-4436f4e16c9a HTTP/1.1" status: 204 len: 168 time: 0.4844739 Apr 06 12:28:28.971942 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04f6f-390f-4d1f-b156-5c56f070be8a req-035c172c-b10d-434c-89cd-50f6d3959ccd tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:28.973482 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-25d04f6f-390f-4d1f-b156-5c56f070be8a req-035c172c-b10d-434c-89cd-50f6d3959ccd tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0575380 Apr 06 12:28:29.035467 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-25d04f6f-390f-4d1f-b156-5c56f070be8a req-95bb3a9d-e191-4534-89e2-90131c18ce2d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562453 Apr 06 12:28:30.023037 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6c662be6-4ab5-4f65-89ed-6911d3a63a07 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:28:30.042799 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 6c662be6-4ab5-4f65-89ed-6911d3a63a07 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:28:30.043141 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 6c662be6-4ab5-4f65-89ed-6911d3a63a07 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:28:30.165824 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba8206-c8dd-4c2c-9c29-6f8cda610e76 req-40cf3a18-6f16-4d50-a4e5-1ec06f7d10fc tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:30.165824 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5dba8206-c8dd-4c2c-9c29-6f8cda610e76 req-40cf3a18-6f16-4d50-a4e5-1ec06f7d10fc tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0540006 Apr 06 12:28:30.217518 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-5dba8206-c8dd-4c2c-9c29-6f8cda610e76 req-18ed5a80-251a-4bf8-8737-80cf5b4b7e44 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552728 Apr 06 12:28:30.677267 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ee45a30a-113f-42dd-9691-169db37866c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:31.337906 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c017667-d9c1-4e52-b05a-86df1c9c5e39 req-4d49a2d4-e5a5-4712-a21d-63a34fa8b185 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:31.339454 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8c017667-d9c1-4e52-b05a-86df1c9c5e39 req-4d49a2d4-e5a5-4712-a21d-63a34fa8b185 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0564299 Apr 06 12:28:31.401029 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8c017667-d9c1-4e52-b05a-86df1c9c5e39 req-57057443-2387-4528-b02a-3cf853a3246e tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556166 Apr 06 12:28:32.522354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f4763-db1c-4e46-8e28-4b9e51c2f900 req-daf15d9f-8bd4-49f7-9a27-b9132004942d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:32.523780 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-623f4763-db1c-4e46-8e28-4b9e51c2f900 req-daf15d9f-8bd4-49f7-9a27-b9132004942d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0567086 Apr 06 12:28:32.583163 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-623f4763-db1c-4e46-8e28-4b9e51c2f900 req-93524847-e783-4ea5-9982-169a40f81dd9 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&id=fdc9c780-757a-48ed-aad7-8a0f312e9e00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536578 Apr 06 12:28:32.768638 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:32.966039 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48910) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:33.243501 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-bc685cd1-2ede-4516-aee7-b89455594065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:33.451719 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (13cd0b33-885b-4618-a731-71283e73e02a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:33.692355 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Deleting port 16a823f4-ec17-426f-809f-54e6bc7c70bf {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:33.692716 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:33.767699 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] For port 16a823f4-ec17-426f-809f-54e6bc7c70bf, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=16a823f4-ec17-426f-809f-54e6bc7c70bf,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:28:33.768059 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:33.780382 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Calling delete_port for 16a823f4-ec17-426f-809f-54e6bc7c70bf owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:34.066361 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (16a823f4-ec17-426f-809f-54e6bc7c70bf), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:34.094743 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Pushing event deleted for resources: {'Port': ['ID=16a823f4-ec17-426f-809f-54e6bc7c70bf,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:34.249101 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:34.260018 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (13cd0b33-885b-4618-a731-71283e73e02a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:34.484205 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Router 13cd0b33-885b-4618-a731-71283e73e02a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:28:34.803511 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:28:34.808428 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-627e7648-a27d-43c8-b3c1-eb5f22d989fa admin admin] 10.222.0.25 "PUT /v2.0/routers/13cd0b33-885b-4618-a731-71283e73e02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8413291 Apr 06 12:28:34.811093 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48914) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:34.813210 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Sync routers for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:28:34.823800 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:28:34.824506 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:28:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:34.912578 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks [] for router (13cd0b33-885b-4618-a731-71283e73e02a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:34.929445 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:28:35.019417 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks [] for router_gateway (13cd0b33-885b-4618-a731-71283e73e02a), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.110156 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205'}], 'enable_snat': True}, 'gw_port_id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:28:33Z', 'revision_number': 5, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port': {'id': '37499a9d-ba7a-4888-8aa8-b03d4a896108', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13cd0b33-885b-4618-a731-71283e73e02a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:23:25Z', 'updated_at': '2022-04-06T12:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:35.126660 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Deleting port 37499a9d-ba7a-4888-8aa8-b03d4a896108 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:35.127240 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.136530 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Checking router: 13cd0b33-885b-4618-a731-71283e73e02a for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:28:35.144985 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Routers {'13cd0b33-885b-4618-a731-71283e73e02a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:28:35.145597 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:28:33Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['13cd0b33-885b-4618-a731-71283e73e02a'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:35.207039 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] For port 37499a9d-ba7a-4888-8aa8-b03d4a896108, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=37499a9d-ba7a-4888-8aa8-b03d4a896108,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:28:35.207413 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.219799 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Calling delete_port for 37499a9d-ba7a-4888-8aa8-b03d4a896108 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:35.233551 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] Set router 13cd0b33-885b-4618-a731-71283e73e02a gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:28:35.286525 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:28:35Z', 'revision_number': 6, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:35.312017 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bddfd48-ea1b-47f2-b1e8-46c255aeb0b4 None None] The sync data for ids ['13cd0b33-885b-4618-a731-71283e73e02a'] in dv-cinder-815659-5-smb is: [{'id': '13cd0b33-885b-4618-a731-71283e73e02a', 'name': 'tempest-AttachVolumeNegativeTest-1302995351-router', 'tenant_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:23:24Z', 'updated_at': '2022-04-06T12:28:35Z', 'revision_number': 6, 'project_id': 'c48c274d220b4e15b0fab81b3d03b4c9', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:28:35.489023 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (37499a9d-ba7a-4888-8aa8-b03d4a896108), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.513674 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=37499a9d-ba7a-4888-8aa8-b03d4a896108,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:35.574530 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (13cd0b33-885b-4618-a731-71283e73e02a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.666352 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (13cd0b33-885b-4618-a731-71283e73e02a), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.668571 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks [] for router_controller (13cd0b33-885b-4618-a731-71283e73e02a), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.820255 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (13cd0b33-885b-4618-a731-71283e73e02a), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.820826 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13cd0b33-885b-4618-a731-71283e73e02a {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:28:35.825175 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.826185 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-39c7d353-6ee2-4095-8fbc-0c048aeadb51 admin admin] 10.222.0.25 "DELETE /v2.0/routers/13cd0b33-885b-4618-a731-71283e73e02a HTTP/1.1" status: 204 len: 168 time: 1.0141170 Apr 06 12:28:35.828707 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48916) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:35.872804 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Deleting subnet 9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:28:35.876083 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Publish callbacks [] for subnet (9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.910776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.923323 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:35.988657 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.146559 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.156646 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 16a823f4-ec17-426f-809f-54e6bc7c70bf no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:28:36.177556 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 16a823f4-ec17-426f-809f-54e6bc7c70bf {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:28:36.177938 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:36.178309 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 16a823f4-ec17-426f-809f-54e6bc7c70bf not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:28:36.180166 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.186558 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 48918) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:36.190380 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02667ca3-0905-4cb5-ad95-051fd7a63d33 None None] Network 64fb9e16-483f-49fb-93ef-901192b0a23c requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:28:36.194769 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-8e33aa8d-2679-4772-bf6c-a0b32aae75fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9bcb42f5-bac3-4b1c-a9ac-1176ee8fef34 HTTP/1.1" status: 204 len: 168 time: 0.3650143 Apr 06 12:28:36.258204 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (64fb9e16-483f-49fb-93ef-901192b0a23c), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.317432 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Deleting port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:36.317779 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.348359 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] DHCP port deletion for 64fb9e16-483f-49fb-93ef-901192b0a23c request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:28:36.388509 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] For port ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:28:36.388886 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.401475 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Deleting port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:28:36.401852 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.402286 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Calling delete_port for ff69a38b-8c53-43b7-a7b4-5a151a50adb9 owned by network:dhcp {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:36.466710 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] For port ff69a38b-8c53-43b7-a7b4-5a151a50adb9, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,segment=NetworkSegment(d2fdf5a8-7dbe-4f38-99c8-af661e022046),segment_id=d2fdf5a8-7dbe-4f38-99c8-af661e022046)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:28:36.467106 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.479928 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Calling delete_port for ff69a38b-8c53-43b7-a7b4-5a151a50adb9 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:28:36.569254 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.575340 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (ff69a38b-8c53-43b7-a7b4-5a151a50adb9), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.598097 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:36.599059 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] No DVR routers for this DVR port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 on host dv-cinder-815659-5-smb {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:28:36.605803 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Pushing event deleted for resources: {'Port': ['ID=ff69a38b-8c53-43b7-a7b4-5a151a50adb9,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:36.609930 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] No DVR routers for this DVR port ff69a38b-8c53-43b7-a7b4-5a151a50adb9 on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:28:36.623197 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.623600 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.623946 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.624288 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.624650 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.624983 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.625311 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.625629 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.625950 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.626270 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.626587 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.626914 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.627360 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.627717 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.628038 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dc2811-c50e-4dbc-bcd0-3ed2f18d4c9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:36.669146 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (64fb9e16-483f-49fb-93ef-901192b0a23c), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.693027 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fb9e16-483f-49fb-93ef-901192b0a23c']}} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:36.702184 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fdf5a8-7dbe-4f38-99c8-af661e022046') {'for_net_delete': True} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:36.702484 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fdf5a8-7dbe-4f38-99c8-af661e022046') {} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:28:36.712090 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10245768'] for segment (d2fdf5a8-7dbe-4f38-99c8-af661e022046), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.725383 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (d2fdf5a8-7dbe-4f38-99c8-af661e022046), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.731019 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:28:36.731396 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12381065'] for segment (d2fdf5a8-7dbe-4f38-99c8-af661e022046), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: Traceback (most recent call last): Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: timer() Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: cb(*args, **kw) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: return func(*args, **kwargs) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: self._notify() Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: self.callback(batched_events) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: event.method(event) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: return f(self, *a, **k) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: return self._get(url).json() Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: return self.request(url, 'GET', **kwargs) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:28:36.733048 dv-cinder-815659-5-smb neutron-server[104097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:28:36.871417 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (64fb9e16-483f-49fb-93ef-901192b0a23c), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.876544 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:36.880933 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] 10.222.0.25 "DELETE /v2.0/networks/64fb9e16-483f-49fb-93ef-901192b0a23c HTTP/1.1" status: 204 len: 168 time: 0.6921034 Apr 06 12:28:36.891152 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f21d1b-4ce7-4a44-9e89-8121e413ba14 admin admin] Pushing event deleted for resources: {'Network': ['ID=64fb9e16-483f-49fb-93ef-901192b0a23c,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:37.248317 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48922) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:37.288317 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-9598cf59-07b1-46d9-85f5-e330b19fe11f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c48c274d220b4e15b0fab81b3d03b4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388072 Apr 06 12:28:37.290607 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 48924) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:37.338331 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] Publish callbacks [] for security_group (eed4a43f-8867-4b2e-ae33-363acd987313), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:37.362300 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] Publish callbacks [] for security_group (eed4a43f-8867-4b2e-ae33-363acd987313), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:37.386068 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:37.489041 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (eed4a43f-8867-4b2e-ae33-363acd987313), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:37.491749 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:37.492965 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed4a43f-8867-4b2e-ae33-363acd987313 HTTP/1.1" status: 204 len: 168 time: 0.2014594 Apr 06 12:28:37.500745 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4ce1b-0dd1-44dc-8538-7ed7e2280464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4a43f-8867-4b2e-ae33-363acd987313,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:37.782902 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device ff69a38b-8c53-43b7-a7b4-5a151a50adb9 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:28:37.804290 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: ff69a38b-8c53-43b7-a7b4-5a151a50adb9 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:28:37.804640 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device ff69a38b-8c53-43b7-a7b4-5a151a50adb9 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:28:37.805147 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 37499a9d-ba7a-4888-8aa8-b03d4a896108 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:28:37.823995 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 37499a9d-ba7a-4888-8aa8-b03d4a896108 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:28:37.824340 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 37499a9d-ba7a-4888-8aa8-b03d4a896108 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:28:44.258364 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-ff8015df-2713-4e79-a53a-5c2055de1e32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423093 Apr 06 12:28:44.327005 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-8ff74fab-c625-45a2-8880-c0a186607313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:44.328571 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-8ff74fab-c625-45a2-8880-c0a186607313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1168 time: 0.0482502 Apr 06 12:28:44.429476 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-fe6b23b4-1404-4f5c-832c-57f21416c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:44.431009 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-fe6b23b4-1404-4f5c-832c-57f21416c484 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.0829661 Apr 06 12:28:44.504422 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-9124c2ff-7b78-4d16-9940-5f7f3fae2afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 1001 time: 0.0624728 Apr 06 12:28:44.553014 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-e7b4f07a-5a92-4607-b2da-0339f48b1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:44.554440 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-e7b4f07a-5a92-4607-b2da-0339f48b1469 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0432055 Apr 06 12:28:44.615817 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-b5151a3e-67d7-4030-892a-b683fdfe6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:28:44.617570 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-b5151a3e-67d7-4030-892a-b683fdfe6c07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469277 Apr 06 12:28:44.709738 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-23ad813a-a268-46d4-92f2-0e7cd1b5820e service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853865 Apr 06 12:28:44.800315 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2d56add9-29bc-40e7-a35d-1fb91d490306 req-3746a995-358e-4403-8b74-7614d2fc8d42 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832877 Apr 06 12:28:45.259609 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49022) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:45.361062 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c8f4-816c-41c1-87a0-f11caa4ae016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.433717 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c8f4-816c-41c1-87a0-f11caa4ae016 admin admin] Publish callbacks [] for security_group (28c9855a-b3e7-4c77-ab5f-521fcae5c8e7), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.505618 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-fbb8c8f4-816c-41c1-87a0-f11caa4ae016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (28c9855a-b3e7-4c77-ab5f-521fcae5c8e7), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.543408 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-fbb8c8f4-816c-41c1-87a0-f11caa4ae016 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7677b08431dc44009a18da35ee033bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827582 Apr 06 12:28:45.544274 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8c8f4-816c-41c1-87a0-f11caa4ae016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9855a-b3e7-4c77-ab5f-521fcae5c8e7,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:45.546959 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49026) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:45.595645 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] Publish callbacks [] for security_group (28c9855a-b3e7-4c77-ab5f-521fcae5c8e7), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.616441 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] Publish callbacks [] for security_group (28c9855a-b3e7-4c77-ab5f-521fcae5c8e7), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.751536 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (28c9855a-b3e7-4c77-ab5f-521fcae5c8e7), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.754331 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:45.755514 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28c9855a-b3e7-4c77-ab5f-521fcae5c8e7 HTTP/1.1" status: 204 len: 168 time: 0.2072694 Apr 06 12:28:45.763661 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee5b13-4a6b-4313-b1c0-d6eaac8d9461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9855a-b3e7-4c77-ab5f-521fcae5c8e7,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:46.499544 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49032) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:46.516676 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d8d44345-cded-4041-8542-60e273dd5a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:46.587680 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d8d44345-cded-4041-8542-60e273dd5a9a admin admin] Publish callbacks [] for security_group (e1893a7e-9090-47e4-943a-9e760ee659da), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:46.716884 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-d8d44345-cded-4041-8542-60e273dd5a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (e1893a7e-9090-47e4-943a-9e760ee659da), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:46.755280 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-d8d44345-cded-4041-8542-60e273dd5a9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62f43b136a324978a9333dfa3f0b748c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546289 Apr 06 12:28:46.756147 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d44345-cded-4041-8542-60e273dd5a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1893a7e-9090-47e4-943a-9e760ee659da,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:46.758459 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49034) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:46.805413 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] Publish callbacks [] for security_group (e1893a7e-9090-47e4-943a-9e760ee659da), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:46.826988 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] Publish callbacks [] for security_group (e1893a7e-9090-47e4-943a-9e760ee659da), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:47.003019 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (e1893a7e-9090-47e4-943a-9e760ee659da), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:47.005555 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:47.006692 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1893a7e-9090-47e4-943a-9e760ee659da HTTP/1.1" status: 204 len: 168 time: 0.2472219 Apr 06 12:28:47.014339 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379d30-61e6-41a5-a4e9-afd67c7b8a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1893a7e-9090-47e4-943a-9e760ee659da,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:51.647309 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49102) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:51.748384 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:51.820489 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Publish callbacks [] for security_group (93919c4e-bd54-4cfb-87b9-1825b811a3cd), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:51.899722 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (93919c4e-bd54-4cfb-87b9-1825b811a3cd), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:51.936362 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93919c4e-bd54-4cfb-87b9-1825b811a3cd,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:51.940133 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49da1333f33f43a9a0439f7c70aa793d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917964 Apr 06 12:28:51.942838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49106) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:51.946457 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.946810 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.947158 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.947522 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.947865 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.948198 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.948527 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.948852 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.949181 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.949506 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.949830 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.950157 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.950481 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.950801 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.951120 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a418b8c-8aff-4af7-9102-bf27a5ef123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:28:51.991205 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] Publish callbacks [] for security_group (93919c4e-bd54-4cfb-87b9-1825b811a3cd), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.012282 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] Publish callbacks [] for security_group (93919c4e-bd54-4cfb-87b9-1825b811a3cd), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.122891 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (93919c4e-bd54-4cfb-87b9-1825b811a3cd), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.125479 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.126689 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93919c4e-bd54-4cfb-87b9-1825b811a3cd HTTP/1.1" status: 204 len: 168 time: 0.1823080 Apr 06 12:28:52.134487 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cea04-bb30-4235-a748-6988995f99ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93919c4e-bd54-4cfb-87b9-1825b811a3cd,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:52.830370 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49112) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:52.844026 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-42352495-1f15-43a9-8fa2-1e851d3b6609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.928833 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-42352495-1f15-43a9-8fa2-1e851d3b6609 admin admin] Publish callbacks [] for security_group (dd75ac33-73fb-4b52-b3b6-aa9084f073eb), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:52.996715 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-42352495-1f15-43a9-8fa2-1e851d3b6609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dd75ac33-73fb-4b52-b3b6-aa9084f073eb), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:53.032181 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42352495-1f15-43a9-8fa2-1e851d3b6609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd75ac33-73fb-4b52-b3b6-aa9084f073eb,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:53.036412 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-42352495-1f15-43a9-8fa2-1e851d3b6609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=677917c1a1a64dcf8b03437e346e4ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2050238 Apr 06 12:28:53.039614 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49114) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:28:53.087380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] Publish callbacks [] for security_group (dd75ac33-73fb-4b52-b3b6-aa9084f073eb), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:53.108020 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] Publish callbacks [] for security_group (dd75ac33-73fb-4b52-b3b6-aa9084f073eb), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:53.248676 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (dd75ac33-73fb-4b52-b3b6-aa9084f073eb), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:53.251259 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:28:53.252452 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd75ac33-73fb-4b52-b3b6-aa9084f073eb HTTP/1.1" status: 204 len: 168 time: 0.2119498 Apr 06 12:28:53.260776 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7667-4e8c-4810-a99e-2493e16bc501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd75ac33-73fb-4b52-b3b6-aa9084f073eb,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:28:56.012369 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:29:00.664986 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-1d355f22-ca38-4bce-921f-c185ad22a5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:00.805756 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49188) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:00.905368 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5223250e-3498-4790-a7ff-8457f7c0aafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:00.976523 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5223250e-3498-4790-a7ff-8457f7c0aafd admin admin] Publish callbacks [] for security_group (6bab8198-f982-4755-b445-b6c768591c74), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.053455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-5223250e-3498-4790-a7ff-8457f7c0aafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6bab8198-f982-4755-b445-b6c768591c74), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.094638 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-5223250e-3498-4790-a7ff-8457f7c0aafd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6efc7e00ee7b4efcb11ed07cb07d1919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878263 Apr 06 12:29:01.095508 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223250e-3498-4790-a7ff-8457f7c0aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab8198-f982-4755-b445-b6c768591c74,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:01.098005 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49192) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:01.145648 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] Publish callbacks [] for security_group (6bab8198-f982-4755-b445-b6c768591c74), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.166562 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] Publish callbacks [] for security_group (6bab8198-f982-4755-b445-b6c768591c74), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.288550 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (6bab8198-f982-4755-b445-b6c768591c74), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.291135 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.292317 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bab8198-f982-4755-b445-b6c768591c74 HTTP/1.1" status: 204 len: 168 time: 0.1933165 Apr 06 12:29:01.299831 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1551-1c65-496d-8668-7f4cc3d75b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab8198-f982-4755-b445-b6c768591c74,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:01.880633 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49198) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:01.894101 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-973b58c4-feec-43eb-afb5-7ba7c94ba0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:01.964914 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-973b58c4-feec-43eb-afb5-7ba7c94ba0fe admin admin] Publish callbacks [] for security_group (186473d7-a5fb-44d4-83a1-5609ec9ce2d3), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.031139 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-973b58c4-feec-43eb-afb5-7ba7c94ba0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (186473d7-a5fb-44d4-83a1-5609ec9ce2d3), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.067921 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b58c4-feec-43eb-afb5-7ba7c94ba0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186473d7-a5fb-44d4-83a1-5609ec9ce2d3,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:02.072167 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-973b58c4-feec-43eb-afb5-7ba7c94ba0fe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b79e21d5ddd84972bc7412cb5abded5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899898 Apr 06 12:29:02.074839 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49200) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:02.121451 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] Publish callbacks [] for security_group (186473d7-a5fb-44d4-83a1-5609ec9ce2d3), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.142200 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] Publish callbacks [] for security_group (186473d7-a5fb-44d4-83a1-5609ec9ce2d3), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.305236 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (186473d7-a5fb-44d4-83a1-5609ec9ce2d3), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.307728 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:02.309150 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/186473d7-a5fb-44d4-83a1-5609ec9ce2d3 HTTP/1.1" status: 204 len: 168 time: 0.2334192 Apr 06 12:29:02.318936 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ea7b3-bb35-4ead-b39c-ce3da7711a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186473d7-a5fb-44d4-83a1-5609ec9ce2d3,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:02.825203 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.311017 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-da710c2b-782d-46c1-b12e-3d054a514e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.423990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49222) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:03.516025 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1477067507-network', 'tenant_id': '0b1f4ad7c3f94bde8616d8099ea4ac20'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:03.619321 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Made reservation on behalf of 0b1f4ad7c3f94bde8616d8099ea4ac20 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:03.621716 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.630238 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.700963 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks [] for security_group (8632ac62-d92d-41e0-9b94-26354e69f71f), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.801922 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8632ac62-d92d-41e0-9b94-26354e69f71f), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.830590 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:29:03.837064 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632ac62-d92d-41e0-9b94-26354e69f71f,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:03.843974 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (e6f58991-8c8b-480a-b787-3c1cb42c81a4), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.844299 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Added segment e6f58991-8c8b-480a-b787-3c1cb42c81a4 of type vlan for network 63b50728-e9b2-4975-99db-379cd8a4db53 Apr 06 12:29:03.884520 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (63b50728-e9b2-4975-99db-379cd8a4db53), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.967914 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (63b50728-e9b2-4975-99db-379cd8a4db53), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:03.968870 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:03.969455 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:04.030882 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] Pushing event updated for resources: {'Network': ['ID=63b50728-e9b2-4975-99db-379cd8a4db53,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:04.040979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network 63b50728-e9b2-4975-99db-379cd8a4db53 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:29:04.079777 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-445e66fb-7f63-42d3-8c9c-47321549fa60 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6542845 Apr 06 12:29:04.082657 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49226) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:04.087310 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Request body: {'subnet': {'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1477067507-subnet', 'tenant_id': '0b1f4ad7c3f94bde8616d8099ea4ac20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:04.185319 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Made reservation on behalf of 0b1f4ad7c3f94bde8616d8099ea4ac20 for: {'subnet': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:04.187692 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11667317'] for subnet (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:04.219531 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:04.437183 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12380196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11667307'] for subnet (f3682591-3356-47c3-bd34-28f89cb93558), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:04.493941 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3682591-3356-47c3-bd34-28f89cb93558,revision_number=0']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:04.501802 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Checking segment: {'id': 'e6f58991-8c8b-480a-b787-3c1cb42c81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:29:04.502157 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Network hostable DHCP agents. Network: 63b50728-e9b2-4975-99db-379cd8a4db53, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:29:04.602389 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Network 63b50728-e9b2-4975-99db-379cd8a4db53 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:29:04.768444 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, 63b50728-e9b2-4975-99db-379cd8a4db53) {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:29:04.773183 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:04.774143 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:04.777733 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaad14-6e88-4e2e-9d05-976608e1b051 None None] Network 63b50728-e9b2-4975-99db-379cd8a4db53 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:04.873136 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5abae5-8d2f-4016-906c-eb5ccbecd3a9 None None] Network 63b50728-e9b2-4975-99db-379cd8a4db53 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:04.988291 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-9e319887-6ef3-4f2a-8e06-67d5d537bb8c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9046135 Apr 06 12:29:05.597312 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a632ef45-31ff-46a4-a175-073c2f27798d req-b831f733-dee7-4841-93cb-5d9dd1cdf642 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674799910&fields=id&tenant_id=69d0d032af074003b318dbb3b2b1124e HTTP/1.1" status: 200 len: 267 time: 0.2026908 Apr 06 12:29:05.654858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ef45-31ff-46a4-a175-073c2f27798d req-5601f9d3-bb03-45a0-9152-d2ca15dba2de tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:05.656514 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a632ef45-31ff-46a4-a175-073c2f27798d req-5601f9d3-bb03-45a0-9152-d2ca15dba2de tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 984 time: 0.0538180 Apr 06 12:29:05.667090 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Request body: {'port': {'security_groups': ['1cc6d298-d864-468a-b66d-cd07ce49980f']}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:05.738537 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:05.750687 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49248) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:05.755675 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-96477151-network', 'tenant_id': 'b8e9c80ec8a9438e98c09343a6ed8222'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:05.842504 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Made reservation on behalf of b8e9c80ec8a9438e98c09343a6ed8222 for: {'network': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:05.844832 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for network (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:05.854142 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:05.871586 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:05.919434 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:05.929794 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks [] for security_group (c5876318-1596-4a7d-9659-e3b04446c927), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:05.948777 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), precommit_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.019544 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c5876318-1596-4a7d-9659-e3b04446c927), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.041913 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=104097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:29:06.054284 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10378832'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_update {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.057171 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5876318-1596-4a7d-9659-e3b04446c927,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:06.060748 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (56655530-d643-4bad-b251-11c8b26b55f6), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.061103 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.db.segments_db [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Added segment 56655530-d643-4bad-b251-11c8b26b55f6 of type vlan for network c51fb700-ea9a-4f86-a977-9f8faff17df4 Apr 06 12:29:06.071251 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:29:06.110673 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.114714 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.114714 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a632ef45-31ff-46a4-a175-073c2f27798d req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "PUT /v2.0/ports/f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 942 time: 0.4502370 Apr 06 12:29:06.114714 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:06.115657 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3c5574-d0f6-4d24-bc78-42882cda22c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:06.119908 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49250) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:06.121592 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778638380593'] for network (c51fb700-ea9a-4f86-a977-9f8faff17df4), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.166073 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62021511-a6e8-41ba-a63a-d0012e0f663d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event updated for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=7']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:06.184297 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf7d81-8e8b-4756-8290-5793ddc52e9f x-openstack-request-id: req-dfcf7d81-8e8b-4756-8290-5793ddc52e9f {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:06.184879 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:06.185338 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfcf7d81-8e8b-4756-8290-5793ddc52e9f {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:06.185947 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfcf7d81-8e8b-4756-8290-5793ddc52e9f'] response: {'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:29:06.205036 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:29:06.235610 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (fdc9c780-757a-48ed-aad7-8a0f312e9e00), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.275682 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (fdc9c780-757a-48ed-aad7-8a0f312e9e00), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.294767 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954'] for network (c51fb700-ea9a-4f86-a977-9f8faff17df4), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.295986 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.296614 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.399784 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-a2f0a4fe-9287-47fe-8533-6540890eeef8 None None] Provisioning complete for port f477c83e-d046-4ad3-bf25-613c61664a6a triggered by entity DHCP. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:29:06.400159 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a2f0a4fe-9287-47fe-8533-6540890eeef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.414268 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] Pushing event updated for resources: {'Network': ['ID=c51fb700-ea9a-4f86-a977-9f8faff17df4,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:06.429484 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Network c51fb700-ea9a-4f86-a977-9f8faff17df4 details requested by agent ovs-agent-dv-cinder-815659-5-smb with host dv-cinder-815659-5-smb {{(pid=104099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:29:06.441198 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-956aa406-bcca-48be-9f57-054558432109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.446378 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-956aa406-bcca-48be-9f57-054558432109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1129 time: 0.2341781 Apr 06 12:29:06.475012 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-7b47d788-3c6d-4f17-a229-4031956ddf15 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7231879 Apr 06 12:29:06.480673 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49256) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:06.484062 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.v2.base [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Request body: {'subnet': {'network_id': 'c51fb700-ea9a-4f86-a977-9f8faff17df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-96477151-subnet', 'tenant_id': 'b8e9c80ec8a9438e98c09343a6ed8222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:06.545535 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (fdc9c780-757a-48ed-aad7-8a0f312e9e00), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.548118 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.549319 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "DELETE /v2.0/security-groups/fdc9c780-757a-48ed-aad7-8a0f312e9e00 HTTP/1.1" status: 204 len: 168 time: 0.4245834 Apr 06 12:29:06.552003 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49258) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:06.555401 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-837f64c9-a1c8-4d1d-9bbe-7c92259a8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.555401 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-837f64c9-a1c8-4d1d-9bbe-7c92259a8e24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.1047156 Apr 06 12:29:06.561247 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93afd2e-1dc4-49a9-a7f9-be0cb7260f75 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9c780-757a-48ed-aad7-8a0f312e9e00,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:06.591028 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Made reservation on behalf of b8e9c80ec8a9438e98c09343a6ed8222 for: {'subnet': 1} {{(pid=104098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:06.593803 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9350753'] for subnet (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.597474 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-a2f0a4fe-9287-47fe-8533-6540890eeef8 None None] Current status of the port f477c83e-d046-4ad3-bf25-613c61664a6a is: ACTIVE; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:29:06.636542 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-4c9c8de7-475c-4350-9899-0df797ff3c51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 1001 time: 0.0732534 Apr 06 12:29:06.687011 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-6747dd37-2b71-451d-95f2-f5021acb94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.688540 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-6747dd37-2b71-451d-95f2-f5021acb94c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0448802 Apr 06 12:29:06.742399 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-d83645d6-bf61-4c51-b5b4-a3747983daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:06.746230 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-d83645d6-bf61-4c51-b5b4-a3747983daf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474365 Apr 06 12:29:06.762376 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-cbf669fb-b832-4644-97a0-37c8e2c71bb8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104097) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:29:06.767175 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-cbf669fb-b832-4644-97a0-37c8e2c71bb8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061936 Apr 06 12:29:06.855298 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Deleting port 7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:06.855957 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.862720 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-3f85f311-5c02-4376-9335-ee50224b3503 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898111 Apr 06 12:29:06.937286 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.937620 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for floatingip (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.947899 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10378713', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9350783'] for subnet (99623d6a-93b4-484b-b39d-f80c60c3a0bb), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:06.955753 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Calling delete_port for 7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047 owned by network:floatingip {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:06.956828 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3d3c5574-d0f6-4d24-bc78-42882cda22c1 req-fe14f900-58df-4a91-ba2c-e0c661e1f1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845582 Apr 06 12:29:07.060069 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Pushing event updated for resources: {'Subnet': ['ID=99623d6a-93b4-484b-b39d-f80c60c3a0bb,revision_number=0']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:07.090665 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Checking segment: {'id': '56655530-d643-4bad-b251-11c8b26b55f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c51fb700-ea9a-4f86-a977-9f8faff17df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:29:07.091020 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Network hostable DHCP agents. Network: c51fb700-ea9a-4f86-a977-9f8faff17df4, hostable agents: ['6c30c8b0-8718-4c40-85b1-fb3f736b9d5a'], hosted agents: [] {{(pid=104098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:29:07.236631 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Network c51fb700-ea9a-4f86-a977-9f8faff17df4 is scheduled to be hosted by DHCP agent 6c30c8b0-8718-4c40-85b1-fb3f736b9d5a with binding_index 1 {{(pid=104098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:29:07.276646 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:07.302298 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event deleted for resources: {'Port': ['ID=7b7d50d2-fbe1-4fe7-97f4-e10bd3d23047,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:07.345960 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.base_scheduler [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815659-5-smb, c51fb700-ea9a-4f86-a977-9f8faff17df4) {{(pid=104098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:29:07.352801 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:07.353389 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:07.354355 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671ecdd0-9b0f-4710-8b66-3efff3cbe9ae None None] Network c51fb700-ea9a-4f86-a977-9f8faff17df4 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:07.374571 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks [] for floatingip (ff4f7977-7108-46cf-ae92-7d130dd8eedd), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:07.382064 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.db.l3_db [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Floating IP ff4f7977-7108-46cf-ae92-7d130dd8eedd disassociated (deleted). External IP: 172.28.0.246, port: f477c83e-d046-4ad3-bf25-613c61664a6a. Apr 06 12:29:07.409228 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:07.459049 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065c1c3-53ec-4894-9537-fbfc16c14bdb None None] Network c51fb700-ea9a-4f86-a977-9f8faff17df4 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:07.462600 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5bff9515-e9b8-412b-b63d-093dad4a511f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9834113 Apr 06 12:29:07.604409 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Router 2633e2de-6bee-408e-9856-3a2e62cfa98a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:29:07.713885 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:29:07.718348 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for floatingip (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:07.723751 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Sync routers for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:29:07.733536 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:07.734157 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:07.762373 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-28e01462-3a81-4691-9251-5c4f6ce6382a tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "DELETE /v2.0/floatingips/ff4f7977-7108-46cf-ae92-7d130dd8eedd HTTP/1.1" status: 204 len: 168 time: 1.2091339 Apr 06 12:29:07.853817 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:08.017606 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-96dfbdba-efac-4ea9-87c1-545711222397 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:08.019138 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-96dfbdba-efac-4ea9-87c1-545711222397 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/networks?id=63b50728-e9b2-4975-99db-379cd8a4db53 HTTP/1.1" status: 200 len: 809 time: 0.1171112 Apr 06 12:29:08.035163 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-e9a015b2-1db0-4841-a3b9-7ebc647b44f0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/quotas/0b1f4ad7c3f94bde8616d8099ea4ac20 HTTP/1.1" status: 200 len: 375 time: 0.0098386 Apr 06 12:29:08.069789 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-fcfe3e9c-7816-4a5c-b66d-f2b950055954 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b1f4ad7c3f94bde8616d8099ea4ac20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283661 Apr 06 12:29:08.135832 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-9b976ac6-7fe2-497c-ae51-662d7801a50c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=104098) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:29:08.136851 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-9b976ac6-7fe2-497c-ae51-662d7801a50c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601556 Apr 06 12:29:08.188598 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:08.192228 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f17c572fc1cc95dd765b3d64a5e57d86a60dc42e32f9fcb46b39c9a871037065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:08.202954 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:08.232060 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Checking router: 2633e2de-6bee-408e-9856-3a2e62cfa98a for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:29:08.236858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce5d79-5356-4cda-90a5-2fcef9c3200c x-openstack-request-id: req-54ce5d79-5356-4cda-90a5-2fcef9c3200c {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:08.236858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:08.236858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54ce5d79-5356-4cda-90a5-2fcef9c3200c {{(pid=104098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:08.236858 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ce5d79-5356-4cda-90a5-2fcef9c3200c'] response: {'name': 'network-changed', 'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:29:08.242176 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:08.242844 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:08.256151 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-f70aff26-4de3-43d3-b378-b8fbb5ac1280 service neutron] 10.222.0.25 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130633 Apr 06 12:29:08.354203 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-a0e3b05d-f0e6-43b5-83ae-a1fc076d52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:08.355735 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-a0e3b05d-f0e6-43b5-83ae-a1fc076d52fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69d0d032af074003b318dbb3b2b1124e&device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 1129 time: 0.0880568 Apr 06 12:29:08.370126 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:08.386121 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-f1b3bb6d-b4d2-47f0-a611-1ed32da60789 service neutron] 10.222.0.25 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218426 Apr 06 12:29:08.471570 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-305de65d-1c74-42d1-9a30-4a77217e6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:08.473052 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-305de65d-1c74-42d1-9a30-4a77217e6a3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 200 len: 915 time: 0.1045771 Apr 06 12:29:08.580741 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:08.615605 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8b8f2-f966-4dcb-a65c-1c7453614290 None None] The sync data for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb is: [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:50Z', 'revision_number': 4, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb', '_interfaces': [{'id': 'e3f4bd9b-9d79-4928-8e34-42b8a478dc31', 'name': '', 'network_id': '1cfda324-4c69-448a-ac95-ef40ca777405', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'mac_address': 'fa:16:3e:77:3c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:50Z', 'updated_at': '2022-04-06T12:26:54Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'subnets': [{'id': '87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:29:08.646630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-56e13496-206c-4259-b222-77fdc13ffa17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 200 len: 217 time: 0.0548911 Apr 06 12:29:08.677276 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-248efa31-6806-43ed-ab6e-b30f9a3a2778 req-4f55808c-b032-4322-9de6-435278867926 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0334227 Apr 06 12:29:08.749339 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-5a3ae0ea-b3d4-418c-be05-20beb43cf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:08.753210 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-5a3ae0ea-b3d4-418c-be05-20beb43cf5c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 200 len: 853 time: 0.0696025 Apr 06 12:29:08.806852 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-f47234c0-2ba7-4311-97a3-3bfc4d094bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:08.813566 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-f47234c0-2ba7-4311-97a3-3bfc4d094bfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1cfda324-4c69-448a-ac95-ef40ca777405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525680 Apr 06 12:29:08.925205 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c8f7b-d703-4f1b-a51d-711d8f0dd844 None None] New status for floating IP ff4f7977-7108-46cf-ae92-7d130dd8eedd: DOWN {{(pid=104100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:29:08.942951 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-cc940b2d-eead-4735-9bc5-657f03a89338 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118138 Apr 06 12:29:09.041816 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-4a48ffd9-00e6-4bfc-85fa-0b6c32587a5b req-4e334dbe-4bda-4dd7-8397-aa96a39b05c7 service neutron] 10.222.0.15 "GET /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884578 Apr 06 12:29:09.756438 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-a91dbb55-a959-4e20-98a4-4017df19e427 req-3270dba2-f2da-4321-88b4-a80ae310cbc9 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0282593 Apr 06 12:29:10.849376 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a099077c-7e90-4f25-b1ef-d7187cc16202 req-05cd8e7a-0362-4e3d-95dc-b81c3bff591e tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0278709 Apr 06 12:29:11.257731 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34adaa6-3ea7-4968-8c6d-cb85d36fec70 req-cc7e207d-1e3d-40a6-af2a-8bb2b0a9bfb6 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:11.259333 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a34adaa6-3ea7-4968-8c6d-cb85d36fec70 req-cc7e207d-1e3d-40a6-af2a-8bb2b0a9bfb6 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0542231 Apr 06 12:29:11.310876 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-a34adaa6-3ea7-4968-8c6d-cb85d36fec70 req-a2b58d4e-09df-4131-9e6a-f3230c6568a3 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Apr 06 12:29:11.947500 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-c17a48e1-f840-4c00-9489-bc85121ebfba req-6da4192f-bdd1-4efb-a762-29c12c1a785d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0301423 Apr 06 12:29:12.426666 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78e79c-79e5-46a1-97b3-f5b9fb72c078 req-83366391-9737-4ee5-ac8f-564b34460776 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:12.428174 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca78e79c-79e5-46a1-97b3-f5b9fb72c078 req-83366391-9737-4ee5-ac8f-564b34460776 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0515590 Apr 06 12:29:12.475009 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-ca78e79c-79e5-46a1-97b3-f5b9fb72c078 req-3ff5fc15-0cce-4f01-a9da-e91cd18a8145 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Apr 06 12:29:13.039334 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-8087f5ea-c4ae-4297-9ed6-a1d5cd3f44c9 req-c7192d12-7afe-466d-b940-f30366666bd6 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0268495 Apr 06 12:29:13.153269 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-66b4ae36-72c1-4937-8467-71ad0be19b3d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:13.154694 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-66b4ae36-72c1-4937-8467-71ad0be19b3d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.15 "GET /v2.0/networks?id=63b50728-e9b2-4975-99db-379cd8a4db53 HTTP/1.1" status: 200 len: 809 time: 0.1006641 Apr 06 12:29:13.255301 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Request body: {'port': {'device_id': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53', 'admin_state_up': True, 'tenant_id': '0b1f4ad7c3f94bde8616d8099ea4ac20'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:13.426615 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Made reservation on behalf of 0b1f4ad7c3f94bde8616d8099ea4ac20 for: {'port': 1} {{(pid=104097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:13.429893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (None), before_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:13.471893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-81c7b5f2-4eb8-4852-a725-bafeabd0665b tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:13.473357 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-81c7b5f2-4eb8-4852-a725-bafeabd0665b tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.0795519 Apr 06 12:29:13.675590 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_common [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Allocated IP 172.20.0.10 (63b50728-e9b2-4975-99db-379cd8a4db53/f3682591-3356-47c3-bd34-28f89cb93558/8d92aac2-4a38-4a69-a98d-81a13f95c475) {{(pid=104097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:29:13.694773 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfd66e-09df-4ed4-940d-87aeda325f71 req-bbc22f2c-b03c-4ca3-b3fb-4699e40147c4 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:13.698170 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-77dfd66e-09df-4ed4-940d-87aeda325f71 req-bbc22f2c-b03c-4ca3-b3fb-4699e40147c4 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 945 time: 0.1467836 Apr 06 12:29:13.709787 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Deleting port f477c83e-d046-4ad3-bf25-613c61664a6a {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:13.710138 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:13.866378 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-77dfd66e-09df-4ed4-940d-87aeda325f71 req-aa6aaf67-7b28-41fb-a3c9-38cbe7f227cf tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/security-groups?id=1cc6d298-d864-468a-b66d-cd07ce49980f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622808 Apr 06 12:29:13.908986 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] For port f477c83e-d046-4ad3-bf25-613c61664a6a, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=f477c83e-d046-4ad3-bf25-613c61664a6a,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:13.909356 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:13.933365 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Calling delete_port for f477c83e-d046-4ad3-bf25-613c61664a6a owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:13.995644 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks [] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), precommit_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.132563 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-dba2a6e7-f529-48fa-b250-68d9393f4186 req-ef603578-1238-46db-aba6-d79fcc5548c8 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0269554 Apr 06 12:29:14.145764 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778638356740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_create {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.183037 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (f477c83e-d046-4ad3-bf25-613c61664a6a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.195373 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Network 63b50728-e9b2-4975-99db-379cd8a4db53 is already hosted by enough agents. {{(pid=104097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:29:14.199201 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['f477c83e-d046-4ad3-bf25-613c61664a6a'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:29:14.465027 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.base_scheduler [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Resources bound (agent type, host, resource id): {{(pid=104097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:29:14.469107 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Received port after_create {{(pid=104097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:29:14.498106 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Pushing event updated for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=1']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:14.557291 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] No DVR routers for this DVR port f477c83e-d046-4ad3-bf25-613c61664a6a on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:14.562031 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.565454 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-d8845b8e-506f-411a-b3c0-35c55562ca18 req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.15 "DELETE /v2.0/ports/f477c83e-d046-4ad3-bf25-613c61664a6a HTTP/1.1" status: 204 len: 173 time: 1.0665722 Apr 06 12:29:14.566186 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963c981-442f-47f2-a0ac-94525cd81706 tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] Pushing event deleted for resources: {'Port': ['ID=f477c83e-d046-4ad3-bf25-613c61664a6a,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:14.567656 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'name': 'network-vif-deleted', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:14.569881 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65359ed0-329e-4b1c-ab4f-41ff63789f6a" -d '{"events": [{"server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "name": "network-vif-deleted", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:14.588893 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:14.589560 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.665725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f185ce8-f39a-4d8d-a18e-93129cc9494b x-openstack-request-id: req-2f185ce8-f39a-4d8d-a18e-93129cc9494b {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:14.666023 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9605e0c-c732-433b-a3f3-c8a1d2e8641e", "name": "network-vif-deleted", "tag": "f477c83e-d046-4ad3-bf25-613c61664a6a", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:14.666280 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f185ce8-f39a-4d8d-a18e-93129cc9494b {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:14.666682 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f185ce8-f39a-4d8d-a18e-93129cc9494b'] response: {'server_uuid': 'a9605e0c-c732-433b-a3f3-c8a1d2e8641e', 'name': 'network-vif-deleted', 'tag': 'f477c83e-d046-4ad3-bf25-613c61664a6a', 'status': 'completed', 'code': 200} Apr 06 12:29:14.730925 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-d7968f17-8b54-409f-9e87-e30d2dec29bf tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4795251 Apr 06 12:29:14.744453 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.v2.base [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Request body: {'port': {'device_id': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81565'}} {{(pid=104097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:14.802452 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:14.967341 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-b47f6186-6aed-4afa-b055-aa308477df08 req-d5f6c8a4-ac65-4751-b854-5ec661beeb1d tempest-TestMinimumBasicScenario-1109104953 tempest-TestMinimumBasicScenario-1109104953-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9605e0c-c732-433b-a3f3-c8a1d2e8641e HTTP/1.1" status: 200 len: 210 time: 0.0282362 Apr 06 12:29:15.080674 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d92aac2-4a38-4a69-a98d-81a13f95c475 {{(pid=104097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:29:15.088169 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks [] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), precommit_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:15.100088 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.provisioning_blocks [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Transition to ACTIVE for port object 8d92aac2-4a38-4a69-a98d-81a13f95c475 will not be triggered until provisioned by entity L2. {{(pid=104097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:29:15.185555 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:15.267153 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=2']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:15.324080 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705d4d6-0469-4dd7-933e-9234ca1a62a5 req-9060b371-b052-438f-97bf-cd3d8f4a57ad tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:15.325611 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7705d4d6-0469-4dd7-933e-9234ca1a62a5 req-9060b371-b052-438f-97bf-cd3d8f4a57ad tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 944 time: 0.1133075 Apr 06 12:29:15.371270 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Attempting to bind port 8d92aac2-4a38-4a69-a98d-81a13f95c475 on host hv-cinder-81565 for vnic_type normal with profile {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:29:15.371664 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Attempting to bind port 8d92aac2-4a38-4a69-a98d-81a13f95c475 by drivers openvswitch,hyperv on host hv-cinder-81565 at level 0 using segments [{'id': 'e6f58991-8c8b-480a-b787-3c1cb42c81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53'}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:29:15.372002 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Attempting to bind port 8d92aac2-4a38-4a69-a98d-81a13f95c475 on network 63b50728-e9b2-4975-99db-379cd8a4db53 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:29:15.382340 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Port 8d92aac2-4a38-4a69-a98d-81a13f95c475 on network 63b50728-e9b2-4975-99db-379cd8a4db53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81565 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:29:15.382670 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Attempting to bind port 8d92aac2-4a38-4a69-a98d-81a13f95c475 on network 63b50728-e9b2-4975-99db-379cd8a4db53 {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:29:15.396872 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Checking agent: {'id': '33eda979-5c93-49ac-b173-b6365128bd2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81565', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'started_at': datetime.datetime(2022, 4, 6, 12, 16, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:29:15.397219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Checking segment: {'id': 'e6f58991-8c8b-480a-b787-3c1cb42c81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:29:15.397613 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Bound using segment: {'id': 'e6f58991-8c8b-480a-b787-3c1cb42c81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53'} {{(pid=104097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:29:15.398047 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.managers [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Bound port: 8d92aac2-4a38-4a69-a98d-81a13f95c475, host: hv-cinder-81565, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6f58991-8c8b-480a-b787-3c1cb42c81a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53'}}] {{(pid=104097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:29:15.398408 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), before_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:15.409741 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-7705d4d6-0469-4dd7-933e-9234ca1a62a5 req-17ab3e67-1718-48ce-abe8-eba3b335f9ac tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760105 Apr 06 12:29:15.466321 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, cleared binding levels {{(pid=104097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:29:15.469367 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475,segment=NetworkSegment(e6f58991-8c8b-480a-b787-3c1cb42c81a4),segment_id=e6f58991-8c8b-480a-b787-3c1cb42c81a4)] {{(pid=104097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:29:15.579654 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12381101'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_update {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:15.612907 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:15.613534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:15.614982 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d92aac2-4a38-4a69-a98d-81a13f95c475 HTTP/1.1" status: 200 len: 1094 time: 0.8752191 Apr 06 12:29:15.637991 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca743abf-e07e-4a58-8100-46c13f8f0754 service neutron] Pushing event updated for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=3']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:15.812380 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ba6d09c9-c904-4572-a2ef-9fcec027ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:15.813874 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-ba6d09c9-c904-4572-a2ef-9fcec027ab5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f4ad7c3f94bde8616d8099ea4ac20&device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 1128 time: 0.0451071 Apr 06 12:29:15.861855 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-b2cdf502-7c75-473b-8c40-416bcdca326f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475 HTTP/1.1" status: 200 len: 217 time: 0.0366178 Apr 06 12:29:15.916021 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-f6910866-5205-4f0c-9400-29750c019e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:15.917476 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-f6910866-5205-4f0c-9400-29750c019e7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3682591-3356-47c3-bd34-28f89cb93558 HTTP/1.1" status: 200 len: 849 time: 0.0459235 Apr 06 12:29:15.955161 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-b7fde9c4-da9d-4119-aa10-e01cd3e0fe20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b50728-e9b2-4975-99db-379cd8a4db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257792 Apr 06 12:29:16.050798 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-3e596cab-7a2c-40ac-b460-798fbaba2d5e service neutron] 10.222.0.15 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862596 Apr 06 12:29:16.142983 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-22eb1774-7931-45c0-a5bf-fed164ee8671 req-dc22e883-e6ea-4ea6-b87a-29999d811d8b service neutron] 10.222.0.15 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826869 Apr 06 12:29:16.528261 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8536d-e082-4c26-8081-c396e20a432e req-36155e9f-b8cf-4b7a-8f18-56f85d11d26d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:16.534280 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-69a8536d-e082-4c26-8081-c396e20a432e req-36155e9f-b8cf-4b7a-8f18-56f85d11d26d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 944 time: 0.0541718 Apr 06 12:29:16.576067 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-69a8536d-e082-4c26-8081-c396e20a432e req-68d4841c-a4a0-49ce-a214-b07dc1a38344 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Apr 06 12:29:16.667546 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:16.669917 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503bfbf5-be85-4aee-b52c-03108c588502" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:16.704589 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d58ad66-9b84-47f5-ae2e-749959a2a607 x-openstack-request-id: req-9d58ad66-9b84-47f5-ae2e-749959a2a607 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:16.704912 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:16.705173 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d58ad66-9b84-47f5-ae2e-749959a2a607 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:16.707135 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d58ad66-9b84-47f5-ae2e-749959a2a607'] response: {'name': 'network-changed', 'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475', 'status': 'completed', 'code': 200} Apr 06 12:29:17.108475 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfbf5-be85-4aee-b52c-03108c588502 req-bec5ed3a-a20e-42f7-a02f-2f646d2c6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:17.109983 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-bec5ed3a-a20e-42f7-a02f-2f646d2c6982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b1f4ad7c3f94bde8616d8099ea4ac20&device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 1128 time: 0.0460727 Apr 06 12:29:17.208653 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfbf5-be85-4aee-b52c-03108c588502 req-852d47d3-98e9-4977-b1c1-425d706b0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:17.210652 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-852d47d3-98e9-4977-b1c1-425d706b0893 service neutron] 10.222.0.15 "GET /v2.0/networks?id=63b50728-e9b2-4975-99db-379cd8a4db53 HTTP/1.1" status: 200 len: 910 time: 0.0911987 Apr 06 12:29:17.258842 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-6729975f-7ef1-42c4-9de7-cb7cb1f3a2d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475 HTTP/1.1" status: 200 len: 217 time: 0.0348477 Apr 06 12:29:17.270892 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49398) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:17.387397 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bfbf5-be85-4aee-b52c-03108c588502 req-6c413c0c-c682-4164-bc2b-ecfb0ce4996b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:17.388890 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-6c413c0c-c682-4164-bc2b-ecfb0ce4996b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f3682591-3356-47c3-bd34-28f89cb93558 HTTP/1.1" status: 200 len: 849 time: 0.1203699 Apr 06 12:29:17.428837 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-17e4827a-dc80-4f01-9118-221a1e64c83e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=63b50728-e9b2-4975-99db-379cd8a4db53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298691 Apr 06 12:29:17.599038 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-9b19c75b-1378-43c9-8268-57d1af122fe8 service neutron] 10.222.0.15 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602774 Apr 06 12:29:17.698271 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972feec-90db-443e-a2c9-2da32474011d req-547e7b99-70fa-4c73-8137-0d43ed7e0173 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:17.699953 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5972feec-90db-443e-a2c9-2da32474011d req-547e7b99-70fa-4c73-8137-0d43ed7e0173 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 944 time: 0.0553622 Apr 06 12:29:17.746769 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-5972feec-90db-443e-a2c9-2da32474011d req-f4bf98e1-6df8-4230-9146-72ea8d2ae95d tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 06 12:29:17.748812 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-503bfbf5-be85-4aee-b52c-03108c588502 req-1e41f1c5-1c6c-42de-ab0f-a9191ae8e47f service neutron] 10.222.0.15 "GET /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229572 Apr 06 12:29:17.826988 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:18.069534 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Deleting port e3f4bd9b-9d79-4928-8e34-42b8a478dc31 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:18.069874 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:18.145177 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] For port e3f4bd9b-9d79-4928-8e34-42b8a478dc31, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:18.145543 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:18.158539 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Calling delete_port for e3f4bd9b-9d79-4928-8e34-42b8a478dc31 owned by network:router_interface {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:18.232202 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device f477c83e-d046-4ad3-bf25-613c61664a6a no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:18.251402 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: f477c83e-d046-4ad3-bf25-613c61664a6a {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:18.251772 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device f477c83e-d046-4ad3-bf25-613c61664a6a not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:18.430808 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (e3f4bd9b-9d79-4928-8e34-42b8a478dc31), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:18.458275 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f4bd9b-9d79-4928-8e34-42b8a478dc31,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:18.626120 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:18.874783 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Router 2633e2de-6bee-408e-9856-3a2e62cfa98a has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:29:18.889447 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495eb57-2aca-4456-ac57-6ad234ec8686 req-bc8818fd-5dbc-4ee8-8ccb-8c1ae5fbc9a7 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:18.891018 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3495eb57-2aca-4456-ac57-6ad234ec8686 req-bc8818fd-5dbc-4ee8-8ccb-8c1ae5fbc9a7 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 944 time: 0.0745554 Apr 06 12:29:19.275365 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-3495eb57-2aca-4456-ac57-6ad234ec8686 req-50fc4082-e44e-4096-a49b-97ef5acb5989 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772602 Apr 06 12:29:19.291493 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:29:19.299884 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-56b898b0-0592-46b4-93f2-3cedfc29c852 admin admin] 10.222.0.25 "PUT /v2.0/routers/2633e2de-6bee-408e-9856-3a2e62cfa98a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242639 Apr 06 12:29:19.299884 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49406) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:19.303905 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Sync routers for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:29:19.313721 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:19.317704 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:19.414514 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks [] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:19.428777 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: dv-cinder-815659-5-smb {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:19.524941 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks [] for router_gateway (2633e2de-6bee-408e-9856-3a2e62cfa98a), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:19.641698 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18'}], 'enable_snat': True}, 'gw_port_id': '82112e19-2de3-4a02-a905-a329353ea267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:29:18Z', 'revision_number': 5, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port': {'id': '82112e19-2de3-4a02-a905-a329353ea267', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:aa:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:19.660996 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Deleting port 82112e19-2de3-4a02-a905-a329353ea267 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:19.661374 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (82112e19-2de3-4a02-a905-a329353ea267), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:19.671158 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Checking router: 2633e2de-6bee-408e-9856-3a2e62cfa98a for host: dv-cinder-815659-5-smb {{(pid=104099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:29:19.680794 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Routers {'2633e2de-6bee-408e-9856-3a2e62cfa98a'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:19.681428 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['2633e2de-6bee-408e-9856-3a2e62cfa98a'], 'active': True} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:19.752406 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] For port 82112e19-2de3-4a02-a905-a329353ea267, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=82112e19-2de3-4a02-a905-a329353ea267,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:19.753304 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (82112e19-2de3-4a02-a905-a329353ea267), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:19.767945 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Calling delete_port for 82112e19-2de3-4a02-a905-a329353ea267 owned by network:router_gateway {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:19.773247 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvr_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] Set router 2633e2de-6bee-408e-9856-3a2e62cfa98a gateway port host: None {{(pid=104099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:19.827215 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_hamode_db [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:29:19Z', 'revision_number': 6, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:19.853010 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb35c9-b56a-40d3-a337-4f7ac8eec78b None None] The sync data for ids ['2633e2de-6bee-408e-9856-3a2e62cfa98a'] in dv-cinder-815659-5-smb is: [{'id': '2633e2de-6bee-408e-9856-3a2e62cfa98a', 'name': 'tempest-TestMinimumBasicScenario-778042131-router', 'tenant_id': '69d0d032af074003b318dbb3b2b1124e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:47Z', 'updated_at': '2022-04-06T12:29:19Z', 'revision_number': 6, 'project_id': '69d0d032af074003b318dbb3b2b1124e', 'gw_port_host': None}] {{(pid=104099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:29:20.030855 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (82112e19-2de3-4a02-a905-a329353ea267), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.054961 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Pushing event deleted for resources: {'Port': ['ID=82112e19-2de3-4a02-a905-a329353ea267,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:20.116129 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.207214 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.209990 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks [] for router_controller (2633e2de-6bee-408e-9856-3a2e62cfa98a), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.243722 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 8d92aac2-4a38-4a69-a98d-81a13f95c475 details requested by agent hyperv_hv-cinder-81565 with host hv-cinder-81565 {{(pid=104099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:29:20.316868 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (2633e2de-6bee-408e-9856-3a2e62cfa98a), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.317530 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2633e2de-6bee-408e-9856-3a2e62cfa98a {{(pid=104097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:29:20.322662 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.326056 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49410) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:20.326495 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-dcf510f3-48cc-4b6c-90e0-87ac0fb2ca05 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2633e2de-6bee-408e-9856-3a2e62cfa98a HTTP/1.1" status: 204 len: 168 time: 1.0260699 Apr 06 12:29:20.358271 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475,segment=NetworkSegment(e6f58991-8c8b-480a-b787-3c1cb42c81a4),segment_id=e6f58991-8c8b-480a-b787-3c1cb42c81a4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:20.370440 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Returning: {'device': '8d92aac2-4a38-4a69-a98d-81a13f95c475', 'network_id': '63b50728-e9b2-4975-99db-379cd8a4db53', 'port_id': '8d92aac2-4a38-4a69-a98d-81a13f95c475', 'mac_address': 'fa:16:3e:49:30:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3682591-3356-47c3-bd34-28f89cb93558', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:29:20.403295 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Deleting subnet 87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:29:20.408884 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Publish callbacks [] for subnet (87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.410574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 8d92aac2-4a38-4a69-a98d-81a13f95c475 is: DOWN; New status is: BUILD {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:29:20.410938 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.425027 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d92aac2-4a38-4a69-a98d-81a13f95c475 {{(pid=104099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:29:20.446100 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475,segment=NetworkSegment(e6f58991-8c8b-480a-b787-3c1cb42c81a4),segment_id=e6f58991-8c8b-480a-b787-3c1cb42c81a4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:20.453048 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f97956-247f-4dfe-bee8-ab807783025b req-d9e60de9-9c4f-4df4-a317-5eef4da05219 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:20.454535 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-95f97956-247f-4dfe-bee8-ab807783025b req-d9e60de9-9c4f-4df4-a317-5eef4da05219 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 944 time: 0.0974250 Apr 06 12:29:20.461439 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.511040 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.552377 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-95f97956-247f-4dfe-bee8-ab807783025b req-28185d28-8d1e-47a6-83ff-e15155e09f01 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887108 Apr 06 12:29:20.561373 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=4']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:20.571745 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.705739 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.772283 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['8d92aac2-4a38-4a69-a98d-81a13f95c475'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:29:20.945768 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:20.951996 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:20.955121 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-2c0f0632-37c8-40d8-a8f1-5b6a3fdbb377 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/87e1c9fe-0e31-4036-ba6a-4a655a9e6fe0 HTTP/1.1" status: 204 len: 168 time: 0.6272616 Apr 06 12:29:20.957643 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49412) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:20.960892 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0756510b-68f4-415d-ab14-2a16ac2d52e0 None None] Network 1cfda324-4c69-448a-ac95-ef40ca777405 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:21.023342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (1cfda324-4c69-448a-ac95-ef40ca777405), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.085295 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Deleting port 0486849d-c6f5-4154-a29c-9024775955d1 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:21.085644 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0486849d-c6f5-4154-a29c-9024775955d1), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.128137 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] DHCP port deletion for 1cfda324-4c69-448a-ac95-ef40ca777405 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:29:21.147535 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] For port 0486849d-c6f5-4154-a29c-9024775955d1, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0486849d-c6f5-4154-a29c-9024775955d1,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:21.147905 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0486849d-c6f5-4154-a29c-9024775955d1), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.160646 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Calling delete_port for 0486849d-c6f5-4154-a29c-9024775955d1 owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:21.174845 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Deleting port 0486849d-c6f5-4154-a29c-9024775955d1 {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:21.175212 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (0486849d-c6f5-4154-a29c-9024775955d1), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.240719 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] For port 0486849d-c6f5-4154-a29c-9024775955d1, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=0486849d-c6f5-4154-a29c-9024775955d1,segment=NetworkSegment(81f50ffe-9a4f-4cb0-a067-58a489e5e06e),segment_id=81f50ffe-9a4f-4cb0-a067-58a489e5e06e)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:21.241124 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (0486849d-c6f5-4154-a29c-9024775955d1), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.253689 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Calling delete_port for 0486849d-c6f5-4154-a29c-9024775955d1 owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:21.338482 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (0486849d-c6f5-4154-a29c-9024775955d1), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.344735 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (0486849d-c6f5-4154-a29c-9024775955d1), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.364524 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Pushing event deleted for resources: {'Port': ['ID=0486849d-c6f5-4154-a29c-9024775955d1,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:21.366377 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] No DVR routers for this DVR port 0486849d-c6f5-4154-a29c-9024775955d1 on host dv-cinder-815659-5-smb {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:21.439869 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (1cfda324-4c69-448a-ac95-ef40ca777405), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.465764 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfda324-4c69-448a-ac95-ef40ca777405']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:21.475894 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f50ffe-9a4f-4cb0-a067-58a489e5e06e') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:21.476190 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f50ffe-9a4f-4cb0-a067-58a489e5e06e') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:21.486102 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (81f50ffe-9a4f-4cb0-a067-58a489e5e06e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.499776 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (81f50ffe-9a4f-4cb0-a067-58a489e5e06e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.502970 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] Pushing event deleted for resources: {'Port': ['ID=0486849d-c6f5-4154-a29c-9024775955d1,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:21.507396 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:29:21.507396 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (81f50ffe-9a4f-4cb0-a067-58a489e5e06e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.507959 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5701c262-dafa-41fe-b1cb-d0005de12b8a None None] No DVR routers for this DVR port 0486849d-c6f5-4154-a29c-9024775955d1 on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:29:21.508503 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:29:21.653945 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (1cfda324-4c69-448a-ac95-ef40ca777405), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.659615 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:21.662988 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1cfda324-4c69-448a-ac95-ef40ca777405 HTTP/1.1" status: 204 len: 168 time: 0.7044291 Apr 06 12:29:21.672469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc7dba-cacd-4b15-a7bb-8011aa50ece1 req-f0ac61db-d77b-43c5-a47d-ec081c0cb971 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:21.673967 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-56bc7dba-cacd-4b15-a7bb-8011aa50ece1 req-f0ac61db-d77b-43c5-a47d-ec081c0cb971 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 945 time: 0.0543685 Apr 06 12:29:21.674343 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49416) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:21.680663 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134fd27-8c92-47cf-8343-7bf63e432724 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfda324-4c69-448a-ac95-ef40ca777405,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:21.723294 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-56bc7dba-cacd-4b15-a7bb-8011aa50ece1 req-81228f82-c16d-43dd-9a3a-5fef742060fb tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Apr 06 12:29:21.807503 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e3f4bd9b-9d79-4928-8e34-42b8a478dc31 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:21.827754 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: e3f4bd9b-9d79-4928-8e34-42b8a478dc31 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:21.828107 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device e3f4bd9b-9d79-4928-8e34-42b8a478dc31 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:21.828545 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 82112e19-2de3-4a02-a905-a329353ea267 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:21.847771 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 82112e19-2de3-4a02-a905-a329353ea267 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:21.848051 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 82112e19-2de3-4a02-a905-a329353ea267 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:21.848470 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0486849d-c6f5-4154-a29c-9024775955d1 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:21.867563 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 0486849d-c6f5-4154-a29c-9024775955d1 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:21.867920 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 0486849d-c6f5-4154-a29c-9024775955d1 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:22.027668 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834013'] for router_interface (54ef01c8-be82-434c-8431-a35cec34869e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.264763 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 8d92aac2-4a38-4a69-a98d-81a13f95c475 up at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:29:22.271303 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Deleting port 36e3c9c0-0800-4bb0-871a-819b1621f60e {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:22.271691 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.350509 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] For port 36e3c9c0-0800-4bb0-871a-819b1621f60e, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=36e3c9c0-0800-4bb0-871a-819b1621f60e,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:22.351156 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.363636 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Calling delete_port for 36e3c9c0-0800-4bb0-871a-819b1621f60e owned by network:router_interface {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:22.390824 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning for port 8d92aac2-4a38-4a69-a98d-81a13f95c475 completed by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:29:22.394781 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.provisioning_blocks [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Provisioning complete for port 8d92aac2-4a38-4a69-a98d-81a13f95c475 triggered by entity L2. {{(pid=104099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:29:22.395150 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1356217'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), provisioning_complete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.476016 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Current status of the port 8d92aac2-4a38-4a69-a98d-81a13f95c475 is: BUILD; New status is: ACTIVE {{(pid=104099) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:29:22.476525 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1414392'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), before_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.499030 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475'}] {{(pid=104099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:22.501314 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a56a239ae03e4e71d5f192d833d3a3e15cf0a42acf56a76528f90cb38ed95d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6502586-e262-41da-bb55-e75c034e36f9" -d '{"events": [{"server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "name": "network-vif-plugged", "status": "completed", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475"}]}' {{(pid=104099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:22.515464 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475,segment=NetworkSegment(e6f58991-8c8b-480a-b787-3c1cb42c81a4),segment_id=e6f58991-8c8b-480a-b787-3c1cb42c81a4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:22.579263 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778638758422', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778638356758', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778638356776'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.602657 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (36e3c9c0-0800-4bb0-871a-819b1621f60e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.604864 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e70b0a2-bc14-4d29-8853-e4608ed73d26 x-openstack-request-id: req-3e70b0a2-bc14-4d29-8853-e4608ed73d26 {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:22.605166 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "name": "network-vif-plugged", "status": "completed", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475", "code": 200}]} {{(pid=104099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:22.605726 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e70b0a2-bc14-4d29-8853-e4608ed73d26 {{(pid=104099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:22.606131 dv-cinder-815659-5-smb neutron-server[104099]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e70b0a2-bc14-4d29-8853-e4608ed73d26'] response: {'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475', 'code': 200} Apr 06 12:29:22.631409 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Pushing event deleted for resources: {'Port': ['ID=36e3c9c0-0800-4bb0-871a-819b1621f60e,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:22.640270 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Pushing event updated for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=5']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:22.810327 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834893'] for router_interface (54ef01c8-be82-434c-8431-a35cec34869e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:22.856830 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e6bf6-6c61-4851-bc86-35889ad79ef8 req-61866a85-f83e-4013-ab50-147975b08119 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:22.858372 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-088e6bf6-6c61-4851-bc86-35889ad79ef8 req-61866a85-f83e-4013-ab50-147975b08119 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.0582147 Apr 06 12:29:22.938166 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-088e6bf6-6c61-4851-bc86-35889ad79ef8 req-608486d3-a059-4233-b33f-fac0ba1fa815 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735831 Apr 06 12:29:22.947744 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8200f-88f1-4fd2-a894-4a81412fb331 req-72432ab2-0627-46ca-bde5-cdc232c3a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:22.949238 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ea8200f-88f1-4fd2-a894-4a81412fb331 req-72432ab2-0627-46ca-bde5-cdc232c3a413 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 1130 time: 0.0772755 Apr 06 12:29:22.998845 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-0ea8200f-88f1-4fd2-a894-4a81412fb331 req-bf7d8478-440e-48c8-abb3-b3c87e558e20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Apr 06 12:29:23.034970 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Router 54ef01c8-be82-434c-8431-a35cec34869e has already been hosted by L3 agent a65603ba-a78e-4b14-bdf1-50b2f6229fbf {{(pid=104098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:29:23.139948 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] Notify agent at l3_agent.dv-cinder-815659-5-smb the message routers_updated {{(pid=104098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:29:23.144717 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-3ef28ba8-4210-4da3-923d-6ebf6281117a admin admin] 10.222.0.25 "PUT /v2.0/routers/54ef01c8-be82-434c-8431-a35cec34869e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694207 Apr 06 12:29:23.147858 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49424) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:23.149992 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Sync routers for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:29:23.159443 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:23.160086 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:23.253855 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks [] for router (54ef01c8-be82-434c-8431-a35cec34869e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:23.266418 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: dv-cinder-815659-5-smb {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:23.360558 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks [] for router_gateway (54ef01c8-be82-434c-8431-a35cec34869e), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:23.445566 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'external_fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93'}], 'enable_snat': True}, 'gw_port_id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:29:22Z', 'revision_number': 5, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port': {'id': 'c3b42092-67f3-4172-b71d-8d566796e7f2', 'name': '', 'network_id': 'd79424ef-1caa-44c8-8424-3734231bbd83', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ef01c8-be82-434c-8431-a35cec34869e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'ip_address': '172.28.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815659-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:26:55Z', 'updated_at': '2022-04-06T12:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37d4e917-44f3-49b1-9f0e-06ff7d2bad96', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815659-5-smb'}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:23.472726 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Checking router: 54ef01c8-be82-434c-8431-a35cec34869e for host: dv-cinder-815659-5-smb {{(pid=104100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:29:23.481688 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Routers {'54ef01c8-be82-434c-8431-a35cec34869e'} bound to L3 agent in host dv-cinder-815659-5-smb {{(pid=104100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:23.482320 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815659-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:09:33Z,description=,heartbeat_timestamp=2022-04-06T12:29:03Z,host='dv-cinder-815659-5-smb',id=a65603ba-a78e-4b14-bdf1-50b2f6229fbf,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:09:34Z,topic='l3_agent')) {'router_ids': ['54ef01c8-be82-434c-8431-a35cec34869e'], 'active': True} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:23.664052 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_dvr_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] Set router 54ef01c8-be82-434c-8431-a35cec34869e gateway port host: None {{(pid=104100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:29:23.682084 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Deleting port c3b42092-67f3-4172-b71d-8d566796e7f2 {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:23.682681 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:23.717854 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.l3_hamode_db [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:29:23Z', 'revision_number': 6, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port_host': None}], 'dv-cinder-815659-5-smb', False) {} {{(pid=104100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:23.743518 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c627c032-8461-4415-b9ac-71a79022fc34 None None] The sync data for ids ['54ef01c8-be82-434c-8431-a35cec34869e'] in dv-cinder-815659-5-smb is: [{'id': '54ef01c8-be82-434c-8431-a35cec34869e', 'name': 'tempest-TestMinimumBasicScenario-30105352-router', 'tenant_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:26:54Z', 'updated_at': '2022-04-06T12:29:23Z', 'revision_number': 6, 'project_id': 'ae7030ad0d2845ea9ec16b7fdadfc80c', 'gw_port_host': None}] {{(pid=104100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:29:23.765709 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] For port c3b42092-67f3-4172-b71d-8d566796e7f2, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=c3b42092-67f3-4172-b71d-8d566796e7f2,segment=NetworkSegment(e7fc3381-0719-490d-b2d4-75a67b7c16cb),segment_id=e7fc3381-0719-490d-b2d4-75a67b7c16cb)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:23.766084 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:23.786078 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Calling delete_port for c3b42092-67f3-4172-b71d-8d566796e7f2 owned by network:router_gateway {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:23.996539 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (c3b42092-67f3-4172-b71d-8d566796e7f2), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.024418 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b42092-67f3-4172-b71d-8d566796e7f2,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:24.123139 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9d718-22cc-4215-aefb-af6f7b1c9550 req-e3fa8bc2-c8f6-41da-b249-fce3e39eff80 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:24.124728 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fef9d718-22cc-4215-aefb-af6f7b1c9550 req-e3fa8bc2-c8f6-41da-b249-fce3e39eff80 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.1038666 Apr 06 12:29:24.127713 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3835083'] for router_gateway (54ef01c8-be82-434c-8431-a35cec34869e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.238795 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3837304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-630'] for router (54ef01c8-be82-434c-8431-a35cec34869e), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.245612 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks [] for router_controller (54ef01c8-be82-434c-8431-a35cec34869e), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.294643 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-fef9d718-22cc-4215-aefb-af6f7b1c9550 req-f1f5b363-5b70-487a-9461-1e5ce69f6244 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629186 Apr 06 12:29:24.362280 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3837297'] for router (54ef01c8-be82-434c-8431-a35cec34869e), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.362895 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54ef01c8-be82-434c-8431-a35cec34869e {{(pid=104098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:29:24.367757 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.368879 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-54d76136-7aa6-46ad-81ab-9481901475d9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/54ef01c8-be82-434c-8431-a35cec34869e HTTP/1.1" status: 204 len: 168 time: 1.2201216 Apr 06 12:29:24.371275 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49428) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:24.414868 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Deleting subnet 765acc06-c541-4913-a543-8aa1338b9c40 {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:29:24.417931 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Publish callbacks [] for subnet (765acc06-c541-4913-a543-8aa1338b9c40), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.455653 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (765acc06-c541-4913-a543-8aa1338b9c40), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.534107 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (765acc06-c541-4913-a543-8aa1338b9c40), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.677061 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (765acc06-c541-4913-a543-8aa1338b9c40), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.704420 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765acc06-c541-4913-a543-8aa1338b9c40,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:24.707063 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.711238 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-cc104eef-7350-4396-83a7-f67dee01a1d4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/765acc06-c541-4913-a543-8aa1338b9c40 HTTP/1.1" status: 204 len: 168 time: 0.3386178 Apr 06 12:29:24.713454 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49430) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:24.714963 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ebf22-4838-467f-9815-1082b795f653 None None] Network 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 requested from dv-cinder-815659-5-smb {{(pid=104099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:24.791352 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (655dea6e-172a-42e7-b2a6-db53f9fa9ae3), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.847623 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Deleting port 4044b092-66c8-419a-968f-329b61a7e2ea {{(pid=104098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:24.848033 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.871708 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] DHCP port deletion for 655dea6e-172a-42e7-b2a6-db53f9fa9ae3 request from dv-cinder-815659-5-smb {{(pid=104099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:29:24.915644 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.db [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] For port 4044b092-66c8-419a-968f-329b61a7e2ea, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=4044b092-66c8-419a-968f-329b61a7e2ea,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:24.916018 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.922668 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Deleting port 4044b092-66c8-419a-968f-329b61a7e2ea {{(pid=104099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:24.923043 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), before_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.928395 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.plugin [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Calling delete_port for 4044b092-66c8-419a-968f-329b61a7e2ea owned by network:dhcp {{(pid=104098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:24.984083 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] For port 4044b092-66c8-419a-968f-329b61a7e2ea, host dv-cinder-815659-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815659-5-smb',level=0,port_id=4044b092-66c8-419a-968f-329b61a7e2ea,segment=NetworkSegment(13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4),segment_id=13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4)] {{(pid=104099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:24.984484 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), precommit_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:24.996482 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Calling delete_port for 4044b092-66c8-419a-968f-329b61a7e2ea owned by network:dhcp {{(pid=104099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:25.070981 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10378793'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: from cryptography.utils import int_from_bytes Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: from cryptography.utils import int_from_bytes Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.071281 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:29:25.074048 dv-cinder-815659-5-smb neutron-server[104099]: self.session.flush() Apr 06 12:29:25.077082 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749'] for port (4044b092-66c8-419a-968f-329b61a7e2ea), after_delete {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.096271 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4044b092-66c8-419a-968f-329b61a7e2ea,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:25.102442 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] Pushing event deleted for resources: {'Port': ['ID=4044b092-66c8-419a-968f-329b61a7e2ea,revision_number=None']} {{(pid=104099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:25.102913 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] No DVR routers for this DVR port 4044b092-66c8-419a-968f-329b61a7e2ea on host dv-cinder-815659-5-smb {{(pid=104098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:25.105979 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979697bf-90f7-42cc-9dbe-ef5c2ebc2370 None None] No DVR routers for this DVR port 4044b092-66c8-419a-968f-329b61a7e2ea on host dv-cinder-815659-5-smb {{(pid=104099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:25.177313 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (655dea6e-172a-42e7-b2a6-db53f9fa9ae3), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.198380 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655dea6e-172a-42e7-b2a6-db53f9fa9ae3']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:25.207785 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:25.208089 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:25.218130 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.231201 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.237239 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:29:25.237615 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (13fd9534-9cd9-40aa-a7ba-5a1f1ed1dcf4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:29:25.239333 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:29:25.356387 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (655dea6e-172a-42e7-b2a6-db53f9fa9ae3), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.361597 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.365480 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/655dea6e-172a-42e7-b2a6-db53f9fa9ae3 HTTP/1.1" status: 204 len: 168 time: 0.6502750 Apr 06 12:29:25.376940 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec3452-ab8b-4445-bfe6-91cb8dcd5be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=655dea6e-172a-42e7-b2a6-db53f9fa9ae3,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:25.419805 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495faf3-d8ba-4b51-9f6c-8359d8273aff req-3d68658d-0ccc-4210-96a1-c46d4a24bea8 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:25.421295 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2495faf3-d8ba-4b51-9f6c-8359d8273aff req-3d68658d-0ccc-4210-96a1-c46d4a24bea8 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.0593507 Apr 06 12:29:25.470877 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2495faf3-d8ba-4b51-9f6c-8359d8273aff req-73cd29e9-5484-4565-8789-111ea554feae tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 Apr 06 12:29:25.797484 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49438) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:25.815694 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device c3b42092-67f3-4172-b71d-8d566796e7f2 no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:25.836933 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: c3b42092-67f3-4172-b71d-8d566796e7f2 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:25.837282 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device c3b42092-67f3-4172-b71d-8d566796e7f2 not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:25.837698 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 36e3c9c0-0800-4bb0-871a-819b1621f60e no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:25.843136 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-46978bc1-ed37-43f6-a8bd-c4142f1e1468 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69d0d032af074003b318dbb3b2b1124e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444551 Apr 06 12:29:25.845625 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49440) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:25.856368 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 36e3c9c0-0800-4bb0-871a-819b1621f60e {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:25.856719 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 36e3c9c0-0800-4bb0-871a-819b1621f60e not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:25.857133 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 4044b092-66c8-419a-968f-329b61a7e2ea no longer exists at agent ovs-agent-dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:25.875685 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] No Port match for: 4044b092-66c8-419a-968f-329b61a7e2ea {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:25.876031 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Device 4044b092-66c8-419a-968f-329b61a7e2ea not bound to the agent host dv-cinder-815659-5-smb {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:25.893099 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Publish callbacks [] for security_group (1cc6d298-d864-468a-b66d-cd07ce49980f), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:25.914452 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Publish callbacks [] for security_group (1cc6d298-d864-468a-b66d-cd07ce49980f), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.064691 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (1cc6d298-d864-468a-b66d-cd07ce49980f), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.067326 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.069070 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cc6d298-d864-468a-b66d-cd07ce49980f HTTP/1.1" status: 204 len: 168 time: 0.2225232 Apr 06 12:29:26.076988 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc6d298-d864-468a-b66d-cd07ce49980f,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:26.084627 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.085010 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.085358 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.085715 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.086047 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.086386 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.086789 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.087040 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.087381 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.087725 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.088057 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.088392 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.088719 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.089050 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.089373 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4fe099-390f-4840-8ea4-ff041afe33e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:26.836032 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49450) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:26.875445 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-02fcf96d-0f5b-42a5-8919-7caf610c0229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae7030ad0d2845ea9ec16b7fdadfc80c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382710 Apr 06 12:29:26.877764 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49452) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:26.922875 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] Publish callbacks [] for security_group (2d302778-7ccf-4232-9813-5e6afe7e8931), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.944265 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] Publish callbacks [] for security_group (2d302778-7ccf-4232-9813-5e6afe7e8931), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:27.098953 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (2d302778-7ccf-4232-9813-5e6afe7e8931), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:27.101469 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:27.102605 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d302778-7ccf-4232-9813-5e6afe7e8931 HTTP/1.1" status: 204 len: 168 time: 0.2239687 Apr 06 12:29:27.110134 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2267fbb-c0c1-4a3c-88b9-7b90e2445ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d302778-7ccf-4232-9813-5e6afe7e8931,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:29.553036 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce841f-7cbe-47cc-a861-a3d4f4a8d1c4 req-fd923598-6d47-4fec-b846-32c84bcfddbc tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:29.554509 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2fce841f-7cbe-47cc-a861-a3d4f4a8d1c4 req-fd923598-6d47-4fec-b846-32c84bcfddbc tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.0524871 Apr 06 12:29:29.600991 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-2fce841f-7cbe-47cc-a861-a3d4f4a8d1c4 req-6cb200c2-c69c-4d06-98e2-f8e70a625337 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Apr 06 12:29:30.641898 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0a2e62e1-bf31-4516-8714-3c5feadb4333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:30.723419 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad709e32-21d8-41e5-9358-b036b2bdb71b req-81a57b0b-d031-4ef1-8a94-e00c628103a5 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:30.724924 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ad709e32-21d8-41e5-9358-b036b2bdb71b req-81a57b0b-d031-4ef1-8a94-e00c628103a5 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.0572052 Apr 06 12:29:30.770842 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ad709e32-21d8-41e5-9358-b036b2bdb71b req-3361c16b-c5a5-4c47-8736-1b94b5e125f3 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/security-groups?id=8632ac62-d92d-41e0-9b94-26354e69f71f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Apr 06 12:29:30.965170 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-6682b76e-73db-4ae1-b892-689c1418f86c tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:30.966630 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-6682b76e-73db-4ae1-b892-689c1418f86c tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 946 time: 0.0515327 Apr 06 12:29:31.061460 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Deleting port 8d92aac2-4a38-4a69-a98d-81a13f95c475 {{(pid=104097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:29:31.061803 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778638751793'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:31.148186 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.db [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] For port 8d92aac2-4a38-4a69-a98d-81a13f95c475, host hv-cinder-81565, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81565',level=0,port_id=8d92aac2-4a38-4a69-a98d-81a13f95c475,segment=NetworkSegment(e6f58991-8c8b-480a-b787-3c1cb42c81a4),segment_id=e6f58991-8c8b-480a-b787-3c1cb42c81a4)] {{(pid=104097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:29:31.148552 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3893484'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:31.160955 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.plugin [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Calling delete_port for 8d92aac2-4a38-4a69-a98d-81a13f95c475 owned by compute:nova {{(pid=104097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:29:31.356470 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414203', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-208379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778638758404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778638356749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12381140'] for port (8d92aac2-4a38-4a69-a98d-81a13f95c475), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:31.373242 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.db [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] get_ports_and_sgs() called for port_ids ['8d92aac2-4a38-4a69-a98d-81a13f95c475'] {{(pid=104099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:29:31.382675 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Pushing event deleted for resources: {'Port': ['ID=8d92aac2-4a38-4a69-a98d-81a13f95c475,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:31.430943 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] No DVR routers for this DVR port 8d92aac2-4a38-4a69-a98d-81a13f95c475 on host hv-cinder-81565 {{(pid=104097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:29:31.433636 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116406'] for port (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:31.438031 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [req-836c7371-09fe-4f92-acd9-d54d99a73779 req-fd683a0a-3d3f-46fd-8a0d-c675bb953ec0 tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.15 "DELETE /v2.0/ports/8d92aac2-4a38-4a69-a98d-81a13f95c475 HTTP/1.1" status: 204 len: 173 time: 0.4635065 Apr 06 12:29:31.438490 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'name': 'network-vif-deleted', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475'}] {{(pid=104097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:29:31.440768 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4212df52fd10a75fc4763f105e58d0be674b416e8f69be9d31fd852e92c7b04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4913490-7e87-4b25-bf83-f433cfd849f6" -d '{"events": [{"server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "name": "network-vif-deleted", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475"}]}' {{(pid=104097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:29:31.478270 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af59ec-ef37-446b-ab9d-4556dc6be963 x-openstack-request-id: req-c3af59ec-ef37-446b-ab9d-4556dc6be963 {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:29:31.478574 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b66001-8a14-41f1-bff4-77c6e7e042ab", "name": "network-vif-deleted", "tag": "8d92aac2-4a38-4a69-a98d-81a13f95c475", "status": "completed", "code": 200}]} {{(pid=104097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:29:31.478838 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3af59ec-ef37-446b-ab9d-4556dc6be963 {{(pid=104097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:29:31.479363 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3af59ec-ef37-446b-ab9d-4556dc6be963'] response: {'server_uuid': 'e4b66001-8a14-41f1-bff4-77c6e7e042ab', 'name': 'network-vif-deleted', 'tag': '8d92aac2-4a38-4a69-a98d-81a13f95c475', 'status': 'completed', 'code': 200} Apr 06 12:29:31.864787 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [req-ea3b1765-e53f-4df6-98fa-f05132f8025b req-08f978ce-fffb-4f91-a49b-cccfc3dfe69a tempest-VolumesActionsTest-1483655550 tempest-VolumesActionsTest-1483655550-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4b66001-8a14-41f1-bff4-77c6e7e042ab HTTP/1.1" status: 200 len: 210 time: 0.0278962 Apr 06 12:29:32.801178 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:33.011850 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:29:33.253463 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-177c5527-7726-449a-b57e-ccff02baae18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:34.218933 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:34.324700 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 8d92aac2-4a38-4a69-a98d-81a13f95c475 no longer exists at agent hyperv_hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:29:34.344496 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.plugin [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] No Port match for: 8d92aac2-4a38-4a69-a98d-81a13f95c475 {{(pid=104099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:29:34.344838 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron.plugins.ml2.rpc [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Device 8d92aac2-4a38-4a69-a98d-81a13f95c475 not bound to the agent host hv-cinder-81565 {{(pid=104099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:29:35.835994 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:37.372971 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.083249 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49608) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:50.127123 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Deleting subnet f3682591-3356-47c3-bd34-28f89cb93558 {{(pid=104097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:29:50.130167 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Publish callbacks [] for subnet (f3682591-3356-47c3-bd34-28f89cb93558), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.164453 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10245747'] for subnet (f3682591-3356-47c3-bd34-28f89cb93558), precommit_delete_associations {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.202915 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (f3682591-3356-47c3-bd34-28f89cb93558), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.327695 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12381155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11667218'] for subnet (f3682591-3356-47c3-bd34-28f89cb93558), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.357354 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3682591-3356-47c3-bd34-28f89cb93558,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:50.360828 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.363942 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-b4d0e078-c7e1-4008-b563-897e4c7afa3e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f3682591-3356-47c3-bd34-28f89cb93558 HTTP/1.1" status: 204 len: 168 time: 0.2796724 Apr 06 12:29:50.366965 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49610) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:50.432928 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (63b50728-e9b2-4975-99db-379cd8a4db53), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.512219 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (63b50728-e9b2-4975-99db-379cd8a4db53), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.531717 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b50728-e9b2-4975-99db-379cd8a4db53']}} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:50.541426 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f58991-8c8b-480a-b787-3c1cb42c81a4') {'for_net_delete': True} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:50.541721 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.services.segments.db [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f58991-8c8b-480a-b787-3c1cb42c81a4') {} {{(pid=104097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:50.550856 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10245768'] for segment (e6f58991-8c8b-480a-b787-3c1cb42c81a4), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.564438 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (e6f58991-8c8b-480a-b787-3c1cb42c81a4), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.570377 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:29:50.570754 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12381065'] for segment (e6f58991-8c8b-480a-b787-3c1cb42c81a4), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: Traceback (most recent call last): Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: timer() Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: cb(*args, **kw) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: return func(*args, **kwargs) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: self._notify() Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: self.callback(batched_events) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: event.method(event) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: return f(self, *a, **k) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: return self._get(url).json() Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: return self.request(url, 'GET', **kwargs) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:29:50.572413 dv-cinder-815659-5-smb neutron-server[104097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:29:50.698439 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (63b50728-e9b2-4975-99db-379cd8a4db53), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.703739 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.706882 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/63b50728-e9b2-4975-99db-379cd8a4db53 HTTP/1.1" status: 204 len: 168 time: 0.3389864 Apr 06 12:29:50.709800 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49612) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:50.717798 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a226a-55de-43a4-81c6-9348c66c2da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b50728-e9b2-4975-99db-379cd8a4db53,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:50.755392 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Deleting subnet 99623d6a-93b4-484b-b39d-f80c60c3a0bb {{(pid=104098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:29:50.758488 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Publish callbacks [] for subnet (99623d6a-93b4-484b-b39d-f80c60c3a0bb), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.795211 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9888971'] for subnet (99623d6a-93b4-484b-b39d-f80c60c3a0bb), precommit_delete_associations {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.833038 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1359845'] for subnet (99623d6a-93b4-484b-b39d-f80c60c3a0bb), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.945043 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1359850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10378782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9350662'] for subnet (99623d6a-93b4-484b-b39d-f80c60c3a0bb), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.969710 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99623d6a-93b4-484b-b39d-f80c60c3a0bb,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:50.976101 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for subnet (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.979305 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-1c8d50ae-652e-4205-b436-7d33be753afd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/99623d6a-93b4-484b-b39d-f80c60c3a0bb HTTP/1.1" status: 204 len: 168 time: 0.2684994 Apr 06 12:29:50.981830 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49614) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:51.051342 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1449122'] for network (c51fb700-ea9a-4f86-a977-9f8faff17df4), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.128477 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1357342', 'neutron.services.segments.db._delete_segments_for_network-8778638828409'] for network (c51fb700-ea9a-4f86-a977-9f8faff17df4), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.150355 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51fb700-ea9a-4f86-a977-9f8faff17df4']}} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:51.160351 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56655530-d643-4bad-b251-11c8b26b55f6') {'for_net_delete': True} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:51.160655 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.services.segments.db [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56655530-d643-4bad-b251-11c8b26b55f6') {} {{(pid=104098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:51.174804 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778638828930', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9888816'] for segment (56655530-d643-4bad-b251-11c8b26b55f6), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.188000 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550'] for segment (56655530-d643-4bad-b251-11c8b26b55f6), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.194121 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:29:51.194499 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1451550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10378868'] for segment (56655530-d643-4bad-b251-11c8b26b55f6), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: Traceback (most recent call last): Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: timer() Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: cb(*args, **kw) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: return func(*args, **kwargs) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: self._notify() Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: self.callback(batched_events) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: event.method(event) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: return f(self, *a, **k) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: return self._get(url).json() Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: return self.request(url, 'GET', **kwargs) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:29:51.196130 dv-cinder-815659-5-smb neutron-server[104098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:29:51.314475 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1357415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685427', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3835055'] for network (c51fb700-ea9a-4f86-a977-9f8faff17df4), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.320228 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3707888'] for network (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.323344 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c51fb700-ea9a-4f86-a977-9f8faff17df4 HTTP/1.1" status: 204 len: 168 time: 0.3405800 Apr 06 12:29:51.335131 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6b616-eb09-482c-8956-1ab879e1a45b admin admin] Pushing event deleted for resources: {'Network': ['ID=c51fb700-ea9a-4f86-a977-9f8faff17df4,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:51.673398 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49618) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:51.713582 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-41f6e95a-3c09-47b8-91cc-05dd26d7c501 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b1f4ad7c3f94bde8616d8099ea4ac20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391798 Apr 06 12:29:51.715888 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49620) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:51.762079 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] Publish callbacks [] for security_group (8632ac62-d92d-41e0-9b94-26354e69f71f), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.782694 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] Publish callbacks [] for security_group (8632ac62-d92d-41e0-9b94-26354e69f71f), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.909822 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (8632ac62-d92d-41e0-9b94-26354e69f71f), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.912397 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:51.913913 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8632ac62-d92d-41e0-9b94-26354e69f71f HTTP/1.1" status: 204 len: 168 time: 0.1967542 Apr 06 12:29:51.921287 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d18eb-e091-49bf-b70b-da7b20c41084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632ac62-d92d-41e0-9b94-26354e69f71f,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:52.507281 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49626) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:52.546344 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-16f7ac56-4f09-4adc-9cb7-fb8c3ea16def admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8e9c80ec8a9438e98c09343a6ed8222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378911 Apr 06 12:29:52.548699 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49628) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:52.594082 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Publish callbacks [] for security_group (c5876318-1596-4a7d-9659-e3b04446c927), before_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:52.615956 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Publish callbacks [] for security_group (c5876318-1596-4a7d-9659-e3b04446c927), precommit_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:52.788594 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (c5876318-1596-4a7d-9659-e3b04446c927), after_delete {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:52.791068 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:52.792247 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5876318-1596-4a7d-9659-e3b04446c927 HTTP/1.1" status: 204 len: 168 time: 0.2426765 Apr 06 12:29:52.800085 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5876318-1596-4a7d-9659-e3b04446c927,revision_number=None']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:52.807390 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.808003 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.808350 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.808689 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.809021 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.809350 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.809674 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.809996 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.810322 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.810689 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.811010 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.811335 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.811680 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.812000 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:52.812317 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6503f75e-ce6a-496d-ad24-a3e4f8b16132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815659-5-smb {{(pid=104098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:54.491721 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [-] (104098) accepted ('10.222.0.25', 49658) {{(pid=104098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:54.591279 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5244d2e1-1ab2-4856-8aaa-c1f21c5c2b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.664190 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5244d2e1-1ab2-4856-8aaa-c1f21c5c2b11 admin admin] Publish callbacks [] for security_group (7c51b325-4283-4ff0-a0ef-e02d57ed1ace), precommit_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.744852 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron_lib.callbacks.manager [None req-5244d2e1-1ab2-4856-8aaa-c1f21c5c2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7c51b325-4283-4ff0-a0ef-e02d57ed1ace), after_create {{(pid=104098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.785499 dv-cinder-815659-5-smb neutron-server[104098]: INFO neutron.wsgi [None req-5244d2e1-1ab2-4856-8aaa-c1f21c5c2b11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a7fc74b89334bffb5039be29c85ce46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926798 Apr 06 12:29:54.786436 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244d2e1-1ab2-4856-8aaa-c1f21c5c2b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51b325-4283-4ff0-a0ef-e02d57ed1ace,revision_number=1']} {{(pid=104098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:54.788763 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.wsgi [-] (104097) accepted ('10.222.0.25', 49662) {{(pid=104097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:54.835992 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] Publish callbacks [] for security_group (7c51b325-4283-4ff0-a0ef-e02d57ed1ace), before_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.857309 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] Publish callbacks [] for security_group (7c51b325-4283-4ff0-a0ef-e02d57ed1ace), precommit_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.995540 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3685476'] for security_group (7c51b325-4283-4ff0-a0ef-e02d57ed1ace), after_delete {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.998091 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron_lib.callbacks.manager [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.999262 dv-cinder-815659-5-smb neutron-server[104097]: INFO neutron.wsgi [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c51b325-4283-4ff0-a0ef-e02d57ed1ace HTTP/1.1" status: 204 len: 168 time: 0.2094183 Apr 06 12:29:55.007902 dv-cinder-815659-5-smb neutron-server[104097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe9d8-80b8-4f78-bebc-928e1b825bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51b325-4283-4ff0-a0ef-e02d57ed1ace,revision_number=None']} {{(pid=104097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:00.674465 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-cd53797c-e834-47d4-8278-924e1575a0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:02.761392 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:03.263852 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ccc00c47-d865-4ed7-95ee-f0500a7f567a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.207161 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:05.846755 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:07.418166 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:10.011036 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:30:30.673268 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-85d0aa24-53d4-4dc6-97d9-20b1fd6537b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:32.772298 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:33.232695 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c7704383-7418-474c-acbf-694372174372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:34.234958 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:35.844493 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:37.386679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:47.010237 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:31:00.666703 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-66df8c1e-9168-4e18-94e5-ad3df7b340ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:02.774615 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:03.263144 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-67090995-1454-4532-955c-aa0fd03b2a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:04.214401 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:05.848705 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:07.363253 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:24.010058 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:31:30.651222 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ac75d52-a1bf-4236-a832-99163b665387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:32.805616 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:33.271536 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3d1aff25-db4c-41a1-b2e6-533697374ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:34.219465 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:35.876367 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:37.384949 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:00.652513 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-b8913d3a-3def-4674-a597-c598ad845f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:01.009095 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:32:02.787972 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:03.256514 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-0780a7f9-e911-4de3-b2e9-a702e60be8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:04.218372 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:05.893679 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:07.393458 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:30.650155 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-3feefc55-0a9e-433e-a287-d627ed615d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:32.788400 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:33.223393 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-d84ae939-777f-414c-82c5-b9a56165b312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:34.233056 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:35.895785 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:37.381530 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:38.007444 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:33:00.707223 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-48e5ceae-3873-4ac0-8a82-0280ed2c4d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:02.821374 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:03.272882 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-419b63f7-b46e-4714-8c65-058a18db765e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:04.261759 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:05.901462 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:07.370204 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:15.005692 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:33:30.683435 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6480-628a-4fc6-a0be-099d455f67e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:32.803344 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:33.323678 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68b2cbb5-f12b-48ca-af38-52a382b4ef65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:34.260626 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:35.860256 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:37.369332 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:52.004282 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:34:00.636574 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-c27da84e-3526-44d0-94bf-1bf7070f49f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:02.854254 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:03.225794 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-a12c6055-7d37-4b33-9709-451c8b8d8871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:04.208400 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:04.754792 dv-cinder-815659-5-smb neutron-server[104098]: DEBUG neutron.wsgi [req-3b8f5b47-7717-4ac0-8acf-a352e2be7ba7 req-63a1a39d-ed3e-48fe-b248-8ed826f2a532 service neutron] (104098) timed out ('10.222.0.15', 55268) {{(pid=104098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:34:05.859621 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:07.357088 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:29.003199 dv-cinder-815659-5-smb neutron-server[104100]: DEBUG neutron.db.agents_db [None req-4caa3773-e6ac-440d-9aba-e971c61d95a3 None None] Agent healthcheck: found 6 active agents {{(pid=104100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:34:30.642287 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-ea954529-915a-413a-9367-cd735baf6274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:32.887745 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:33.247822 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-2c4af056-c2b9-4b1d-ad38-4d93a487c141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:34.219805 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-68f8a227-f574-4a47-a092-564bc5e43d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (189532cb-aa94-4754-a6d7-6bc41a500dca), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:35.887767 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-05a59c6e-719f-45dc-8510-f53f1a2a691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (d1ba9795-a77a-4302-ba96-7dc025ddabf0), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:37.379434 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-955b636d-671c-4e74-a34e-60bf70bff3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (44d74109-19a4-48be-93d7-c7b68bd9a688), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:00.635906 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4ef0e41f-bb2f-4a1a-91ec-d5913809764b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (6c30c8b0-8718-4c40-85b1-fb3f736b9d5a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:02.853465 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-4f72e2a3-f315-4481-922e-fcb744f11521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (33eda979-5c93-49ac-b173-b6365128bd2a), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.240217 dv-cinder-815659-5-smb neutron-server[104099]: DEBUG neutron_lib.callbacks.manager [None req-f0719d66-6c1c-48ea-9090-0816b5a291f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778638828391', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1356255'] for agent (a65603ba-a78e-4b14-bdf1-50b2f6229fbf), after_update {{(pid=104099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}